2024-11-10 12:13:14,161 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 12:13:14,177 main DEBUG Took 0.012296 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 12:13:14,178 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 12:13:14,178 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 12:13:14,179 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 12:13:14,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,192 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 12:13:14,205 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,207 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,207 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,209 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,210 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,210 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,211 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,212 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,212 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,213 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,213 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,213 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,214 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,214 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,215 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,215 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,216 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,217 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,217 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 12:13:14,218 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,218 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 12:13:14,220 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 12:13:14,222 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 12:13:14,224 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 12:13:14,224 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 12:13:14,226 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 12:13:14,226 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 12:13:14,239 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 12:13:14,243 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 12:13:14,245 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 12:13:14,245 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 12:13:14,246 main DEBUG createAppenders(={Console}) 2024-11-10 12:13:14,247 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-10 12:13:14,247 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-10 12:13:14,248 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-10 12:13:14,248 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 12:13:14,249 main DEBUG OutputStream closed 2024-11-10 12:13:14,249 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 12:13:14,250 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 12:13:14,250 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-10 12:13:14,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 12:13:14,357 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 12:13:14,359 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 12:13:14,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 12:13:14,361 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 12:13:14,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 12:13:14,362 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 12:13:14,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 12:13:14,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 12:13:14,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 12:13:14,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 12:13:14,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 12:13:14,365 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 12:13:14,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 12:13:14,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 12:13:14,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 12:13:14,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 12:13:14,368 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 12:13:14,371 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 12:13:14,372 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-10 12:13:14,372 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 12:13:14,373 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-10T12:13:14,734 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec 2024-11-10 12:13:14,739 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 12:13:14,739 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T12:13:14,752 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-10T12:13:14,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T12:13:14,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26, deleteOnExit=true 2024-11-10T12:13:14,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T12:13:14,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/test.cache.data in system properties and HBase conf 2024-11-10T12:13:14,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T12:13:14,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/hadoop.log.dir in system properties and HBase conf 2024-11-10T12:13:14,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T12:13:14,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T12:13:14,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T12:13:14,982 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T12:13:15,101 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T12:13:15,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:13:15,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T12:13:15,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T12:13:15,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:13:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T12:13:15,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T12:13:15,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T12:13:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:13:15,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T12:13:15,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/nfs.dump.dir in system properties and HBase conf 2024-11-10T12:13:15,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/java.io.tmpdir in system properties and HBase conf 2024-11-10T12:13:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T12:13:15,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T12:13:15,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T12:13:16,107 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T12:13:16,214 INFO [Time-limited test {}] log.Log(170): Logging initialized @3019ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T12:13:16,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:13:16,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:13:16,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:13:16,404 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:13:16,406 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:13:16,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:13:16,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:13:16,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:13:16,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/java.io.tmpdir/jetty-localhost-44949-hadoop-hdfs-3_4_1-tests_jar-_-any-1726782547148978675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:13:16,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44949} 2024-11-10T12:13:16,686 INFO [Time-limited test {}] server.Server(415): Started @3493ms 2024-11-10T12:13:17,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T12:13:17,108 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T12:13:17,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T12:13:17,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T12:13:17,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T12:13:17,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/hadoop.log.dir/,AVAILABLE} 2024-11-10T12:13:17,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T12:13:17,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7acb84b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/java.io.tmpdir/jetty-localhost-39235-hadoop-hdfs-3_4_1-tests_jar-_-any-14332311446381026654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:13:17,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:39235} 2024-11-10T12:13:17,245 INFO [Time-limited test {}] server.Server(415): Started @4052ms 2024-11-10T12:13:17,302 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T12:13:17,926 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/data/data1/current/BP-426350158-172.17.0.2-1731240795823/current, will proceed with Du for space computation calculation, 2024-11-10T12:13:17,929 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/data/data2/current/BP-426350158-172.17.0.2-1731240795823/current, will proceed with Du for space computation calculation, 2024-11-10T12:13:18,028 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T12:13:18,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e8ff4dc1db2e645 with lease ID 0xf537e9b8850453be: Processing first storage report for DS-0cb6a550-9254-4127-8c71-fe219e030f4f from datanode DatanodeRegistration(127.0.0.1:35887, datanodeUuid=03b82740-f196-48eb-bf92-2f26086785c8, infoPort=34277, infoSecurePort=0, ipcPort=45593, storageInfo=lv=-57;cid=testClusterID;nsid=1478583612;c=1731240795823) 2024-11-10T12:13:18,099 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e8ff4dc1db2e645 with lease ID 0xf537e9b8850453be: from storage DS-0cb6a550-9254-4127-8c71-fe219e030f4f node DatanodeRegistration(127.0.0.1:35887, datanodeUuid=03b82740-f196-48eb-bf92-2f26086785c8, infoPort=34277, infoSecurePort=0, ipcPort=45593, storageInfo=lv=-57;cid=testClusterID;nsid=1478583612;c=1731240795823), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T12:13:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e8ff4dc1db2e645 with lease ID 0xf537e9b8850453be: Processing first storage report for DS-1f614478-60da-42af-b348-8a638d8ead13 from datanode DatanodeRegistration(127.0.0.1:35887, datanodeUuid=03b82740-f196-48eb-bf92-2f26086785c8, infoPort=34277, infoSecurePort=0, ipcPort=45593, storageInfo=lv=-57;cid=testClusterID;nsid=1478583612;c=1731240795823) 2024-11-10T12:13:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e8ff4dc1db2e645 with lease ID 0xf537e9b8850453be: from storage DS-1f614478-60da-42af-b348-8a638d8ead13 node DatanodeRegistration(127.0.0.1:35887, datanodeUuid=03b82740-f196-48eb-bf92-2f26086785c8, infoPort=34277, infoSecurePort=0, ipcPort=45593, storageInfo=lv=-57;cid=testClusterID;nsid=1478583612;c=1731240795823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T12:13:18,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec 2024-11-10T12:13:18,257 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/zookeeper_0, clientPort=51146, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T12:13:18,270 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51146 2024-11-10T12:13:18,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:18,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:18,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741825_1001 (size=7) 2024-11-10T12:13:18,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 with version=8 2024-11-10T12:13:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/hbase-staging 2024-11-10T12:13:19,054 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T12:13:19,353 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:13:19,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:13:19,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:13:19,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:13:19,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:13:19,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:13:19,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T12:13:19,595 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T12:13:19,605 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T12:13:19,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:13:19,637 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1014 (auto-detected) 2024-11-10T12:13:19,638 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T12:13:19,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44823 2024-11-10T12:13:19,683 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44823 connecting to ZooKeeper ensemble=127.0.0.1:51146 2024-11-10T12:13:19,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448230x0, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:13:19,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44823-0x10101cc12a80000 connected 2024-11-10T12:13:19,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:19,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:19,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:13:19,794 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265, hbase.cluster.distributed=false 2024-11-10T12:13:19,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T12:13:19,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-10T12:13:19,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44823 2024-11-10T12:13:19,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44823 2024-11-10T12:13:19,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-10T12:13:19,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-10T12:13:19,965 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3857ccc89b65:0 server-side Connection retries=45 2024-11-10T12:13:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:13:19,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T12:13:19,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T12:13:19,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T12:13:19,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T12:13:19,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T12:13:19,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T12:13:19,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43105 2024-11-10T12:13:19,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43105 connecting to ZooKeeper ensemble=127.0.0.1:51146 2024-11-10T12:13:19,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:19,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:19,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431050x0, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T12:13:19,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43105-0x10101cc12a80001 connected 2024-11-10T12:13:19,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:13:19,997 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T12:13:20,008 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T12:13:20,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T12:13:20,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T12:13:20,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-10T12:13:20,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43105 2024-11-10T12:13:20,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43105 2024-11-10T12:13:20,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-10T12:13:20,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43105 2024-11-10T12:13:20,038 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3857ccc89b65:44823 2024-11-10T12:13:20,040 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/3857ccc89b65,44823,1731240799107 2024-11-10T12:13:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:13:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:13:20,051 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3857ccc89b65,44823,1731240799107 2024-11-10T12:13:20,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T12:13:20,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:20,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:20,081 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T12:13:20,082 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3857ccc89b65,44823,1731240799107 from backup master directory 2024-11-10T12:13:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3857ccc89b65,44823,1731240799107 2024-11-10T12:13:20,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:13:20,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T12:13:20,091 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:13:20,092 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3857ccc89b65,44823,1731240799107 2024-11-10T12:13:20,094 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T12:13:20,096 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T12:13:20,160 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/hbase.id] with ID: beb87944-d5a4-469e-9046-feecb3b552b9 2024-11-10T12:13:20,160 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/.tmp/hbase.id 2024-11-10T12:13:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741826_1002 (size=42) 2024-11-10T12:13:20,572 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/.tmp/hbase.id]:[hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/hbase.id] 2024-11-10T12:13:20,623 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T12:13:20,629 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T12:13:20,651 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-10T12:13:20,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:20,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741827_1003 (size=196) 2024-11-10T12:13:20,697 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:13:20,700 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T12:13:20,718 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:20,723 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:13:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741828_1004 (size=1189) 2024-11-10T12:13:21,176 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store 2024-11-10T12:13:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741829_1005 (size=34) 2024-11-10T12:13:21,207 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T12:13:21,210 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:21,211 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:13:21,211 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:13:21,212 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:13:21,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:13:21,213 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:13:21,214 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:13:21,216 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731240801211Disabling compacts and flushes for region at 1731240801211Disabling writes for close at 1731240801213 (+2 ms)Writing region close event to WAL at 1731240801213Closed at 1731240801213 2024-11-10T12:13:21,219 WARN [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/.initializing 2024-11-10T12:13:21,219 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/WALs/3857ccc89b65,44823,1731240799107 2024-11-10T12:13:21,229 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:13:21,251 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C44823%2C1731240799107, suffix=, logDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/WALs/3857ccc89b65,44823,1731240799107, archiveDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/oldWALs, maxLogs=10 2024-11-10T12:13:21,279 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/WALs/3857ccc89b65,44823,1731240799107/3857ccc89b65%2C44823%2C1731240799107.1731240801258, exclude list is [], retry=0 2024-11-10T12:13:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-0cb6a550-9254-4127-8c71-fe219e030f4f,DISK] 2024-11-10T12:13:21,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T12:13:21,341 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/WALs/3857ccc89b65,44823,1731240799107/3857ccc89b65%2C44823%2C1731240799107.1731240801258 2024-11-10T12:13:21,342 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277)] 2024-11-10T12:13:21,343 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:13:21,343 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:21,347 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,348 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T12:13:21,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:21,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:21,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T12:13:21,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:21,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:21,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T12:13:21,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:21,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:21,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T12:13:21,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:21,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:21,437 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,441 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,443 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,449 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,449 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,453 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T12:13:21,457 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T12:13:21,463 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:13:21,464 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73881908, jitterRate=0.1009262204170227}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T12:13:21,471 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731240801361Initializing all the Stores at 1731240801363 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240801364 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240801365 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240801365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240801365Cleaning up temporary data from old regions at 1731240801449 (+84 ms)Region opened successfully at 1731240801471 (+22 ms) 2024-11-10T12:13:21,472 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T12:13:21,508 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466504b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:13:21,541 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T12:13:21,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T12:13:21,552 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T12:13:21,555 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T12:13:21,557 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T12:13:21,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T12:13:21,562 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T12:13:21,590 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T12:13:21,601 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T12:13:21,604 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T12:13:21,606 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T12:13:21,608 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T12:13:21,610 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T12:13:21,613 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T12:13:21,617 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T12:13:21,620 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T12:13:21,622 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T12:13:21,623 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T12:13:21,644 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T12:13:21,649 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T12:13:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T12:13:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T12:13:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:21,659 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3857ccc89b65,44823,1731240799107, sessionid=0x10101cc12a80000, setting cluster-up flag (Was=false) 2024-11-10T12:13:21,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:21,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:21,683 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T12:13:21,686 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44823,1731240799107 2024-11-10T12:13:21,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:21,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:21,700 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T12:13:21,701 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3857ccc89b65,44823,1731240799107 2024-11-10T12:13:21,708 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T12:13:21,730 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(746): ClusterId : beb87944-d5a4-469e-9046-feecb3b552b9 2024-11-10T12:13:21,733 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T12:13:21,741 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T12:13:21,741 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T12:13:21,745 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T12:13:21,746 DEBUG [RS:0;3857ccc89b65:43105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5b6fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3857ccc89b65/172.17.0.2:0 2024-11-10T12:13:21,762 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3857ccc89b65:43105 2024-11-10T12:13:21,765 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T12:13:21,766 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T12:13:21,766 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T12:13:21,769 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44823,1731240799107 with port=43105, startcode=1731240799921 2024-11-10T12:13:21,782 DEBUG [RS:0;3857ccc89b65:43105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T12:13:21,805 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T12:13:21,819 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T12:13:21,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T12:13:21,828 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T12:13:21,832 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:21,837 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3857ccc89b65,44823,1731240799107 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T12:13:21,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:13:21,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:13:21,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:13:21,851 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3857ccc89b65:0, corePoolSize=5, maxPoolSize=5 2024-11-10T12:13:21,852 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3857ccc89b65:0, corePoolSize=10, maxPoolSize=10 2024-11-10T12:13:21,852 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:21,852 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:13:21,852 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:21,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:13:21,863 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T12:13:21,870 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-10T12:13:21,870 WARN [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-10T12:13:21,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:21,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T12:13:21,873 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731240831873 2024-11-10T12:13:21,875 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T12:13:21,876 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T12:13:21,880 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T12:13:21,881 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T12:13:21,881 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T12:13:21,881 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T12:13:21,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741831_1007 (size=1321) 2024-11-10T12:13:21,882 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:21,887 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T12:13:21,888 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T12:13:21,889 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T12:13:21,891 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T12:13:21,892 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T12:13:21,894 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731240801893,5,FailOnTimeoutGroup] 2024-11-10T12:13:21,895 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731240801894,5,FailOnTimeoutGroup] 2024-11-10T12:13:21,895 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:21,895 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T12:13:21,897 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:21,897 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:21,972 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(2659): reportForDuty to master=3857ccc89b65,44823,1731240799107 with port=43105, startcode=1731240799921 2024-11-10T12:13:21,974 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3857ccc89b65,43105,1731240799921 2024-11-10T12:13:21,977 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 {}] master.ServerManager(517): Registering regionserver=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:21,986 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:13:21,986 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37355 2024-11-10T12:13:21,986 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T12:13:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T12:13:21,991 DEBUG [RS:0;3857ccc89b65:43105 {}] zookeeper.ZKUtil(111): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3857ccc89b65,43105,1731240799921 2024-11-10T12:13:21,991 WARN [RS:0;3857ccc89b65:43105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T12:13:21,991 INFO [RS:0;3857ccc89b65:43105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:13:21,991 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921 2024-11-10T12:13:21,993 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3857ccc89b65,43105,1731240799921] 2024-11-10T12:13:22,018 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T12:13:22,034 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T12:13:22,039 INFO [RS:0;3857ccc89b65:43105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T12:13:22,039 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,040 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T12:13:22,046 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T12:13:22,047 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,048 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,048 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,048 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,048 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,048 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,048 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3857ccc89b65:0, corePoolSize=2, maxPoolSize=2 2024-11-10T12:13:22,049 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,049 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,049 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,049 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,049 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,049 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3857ccc89b65:0, corePoolSize=1, maxPoolSize=1 2024-11-10T12:13:22,050 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:13:22,050 DEBUG [RS:0;3857ccc89b65:43105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0, corePoolSize=3, maxPoolSize=3 2024-11-10T12:13:22,051 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,051 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,051 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,051 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,051 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,051 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43105,1731240799921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:13:22,077 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T12:13:22,079 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,43105,1731240799921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,080 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,080 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.Replication(171): 3857ccc89b65,43105,1731240799921 started 2024-11-10T12:13:22,099 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:22,100 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1482): Serving as 3857ccc89b65,43105,1731240799921, RpcServer on 3857ccc89b65/172.17.0.2:43105, sessionid=0x10101cc12a80001 2024-11-10T12:13:22,101 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T12:13:22,101 DEBUG [RS:0;3857ccc89b65:43105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3857ccc89b65,43105,1731240799921 2024-11-10T12:13:22,101 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,43105,1731240799921' 2024-11-10T12:13:22,101 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T12:13:22,103 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T12:13:22,103 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T12:13:22,103 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T12:13:22,104 DEBUG [RS:0;3857ccc89b65:43105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3857ccc89b65,43105,1731240799921 2024-11-10T12:13:22,104 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3857ccc89b65,43105,1731240799921' 2024-11-10T12:13:22,104 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T12:13:22,104 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T12:13:22,105 DEBUG [RS:0;3857ccc89b65:43105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T12:13:22,105 INFO [RS:0;3857ccc89b65:43105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T12:13:22,105 INFO [RS:0;3857ccc89b65:43105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T12:13:22,211 INFO [RS:0;3857ccc89b65:43105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T12:13:22,214 INFO [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C43105%2C1731240799921, suffix=, logDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921, archiveDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/oldWALs, maxLogs=32 2024-11-10T12:13:22,231 DEBUG [RS:0;3857ccc89b65:43105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921/3857ccc89b65%2C43105%2C1731240799921.1731240802216, exclude list is [], retry=0 2024-11-10T12:13:22,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-0cb6a550-9254-4127-8c71-fe219e030f4f,DISK] 2024-11-10T12:13:22,239 INFO [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921/3857ccc89b65%2C43105%2C1731240799921.1731240802216 2024-11-10T12:13:22,240 DEBUG [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277)] 2024-11-10T12:13:22,286 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T12:13:22,286 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:13:22,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741833_1009 (size=32) 2024-11-10T12:13:22,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:22,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:13:22,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:13:22,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:22,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:22,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:13:22,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:13:22,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:22,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:22,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:13:22,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:13:22,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:22,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:22,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:13:22,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:13:22,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:22,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:13:22,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740 2024-11-10T12:13:22,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740 2024-11-10T12:13:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:13:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:13:22,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:13:22,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:13:22,726 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:13:22,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63384957, jitterRate=-0.055490538477897644}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:13:22,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731240802698Initializing all the Stores at 1731240802700 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240802700Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240802700Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240802700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240802700Cleaning up temporary data from old regions at 1731240802719 (+19 ms)Region opened successfully at 1731240802730 (+11 ms) 2024-11-10T12:13:22,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:13:22,730 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:13:22,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:13:22,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:13:22,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:13:22,732 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:13:22,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731240802730Disabling compacts and flushes for region at 1731240802730Disabling writes for close at 1731240802731 (+1 ms)Writing region close event to WAL at 1731240802732 (+1 ms)Closed at 1731240802732 2024-11-10T12:13:22,736 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:13:22,736 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T12:13:22,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T12:13:22,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:13:22,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T12:13:22,906 DEBUG [3857ccc89b65:44823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T12:13:22,918 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:22,925 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,43105,1731240799921, state=OPENING 2024-11-10T12:13:22,930 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T12:13:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:22,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:13:22,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:13:22,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:13:22,936 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T12:13:22,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:13:23,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T12:13:23,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T12:13:23,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T12:13:23,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T12:13:23,129 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T12:13:23,132 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3857ccc89b65%2C43105%2C1731240799921.meta, suffix=.meta, logDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921, archiveDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/oldWALs, maxLogs=32 2024-11-10T12:13:23,149 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921/3857ccc89b65%2C43105%2C1731240799921.meta.1731240803134.meta, exclude list is [], retry=0 2024-11-10T12:13:23,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35887,DS-0cb6a550-9254-4127-8c71-fe219e030f4f,DISK] 2024-11-10T12:13:23,156 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/WALs/3857ccc89b65,43105,1731240799921/3857ccc89b65%2C43105%2C1731240799921.meta.1731240803134.meta 2024-11-10T12:13:23,156 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34277:34277)] 2024-11-10T12:13:23,156 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:13:23,158 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T12:13:23,161 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T12:13:23,165 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T12:13:23,170 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T12:13:23,170 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:23,171 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T12:13:23,171 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T12:13:23,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T12:13:23,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T12:13:23,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:23,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:23,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T12:13:23,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T12:13:23,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:23,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:23,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T12:13:23,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T12:13:23,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:23,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:23,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T12:13:23,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T12:13:23,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:23,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T12:13:23,183 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T12:13:23,185 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740 2024-11-10T12:13:23,187 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740 2024-11-10T12:13:23,189 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T12:13:23,189 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T12:13:23,190 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:13:23,192 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T12:13:23,193 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67558406, jitterRate=0.006698697805404663}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:13:23,194 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T12:13:23,195 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731240803171Writing region info on filesystem at 1731240803171Initializing all the Stores at 1731240803173 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240803173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240803173Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240803174 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731240803174Cleaning up temporary data from old regions at 1731240803189 (+15 ms)Running coprocessor post-open hooks at 1731240803194 (+5 ms)Region opened successfully at 1731240803195 (+1 ms) 2024-11-10T12:13:23,202 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731240803105 2024-11-10T12:13:23,214 DEBUG [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T12:13:23,215 INFO [RS_OPEN_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T12:13:23,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:23,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3857ccc89b65,43105,1731240799921, state=OPEN 2024-11-10T12:13:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T12:13:23,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T12:13:23,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:13:23,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T12:13:23,225 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:23,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T12:13:23,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3857ccc89b65,43105,1731240799921 in 287 msec 2024-11-10T12:13:23,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T12:13:23,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-10T12:13:23,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T12:13:23,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T12:13:23,260 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:23,261 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:23,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:23,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:23,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5840 sec 2024-11-10T12:13:23,331 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731240803331, completionTime=-1 2024-11-10T12:13:23,334 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T12:13:23,335 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T12:13:23,369 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T12:13:23,369 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731240863369 2024-11-10T12:13:23,369 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731240923369 2024-11-10T12:13:23,369 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-10T12:13:23,372 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44823,1731240799107-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,372 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44823,1731240799107-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,373 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44823,1731240799107-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,374 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3857ccc89b65:44823, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,375 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,375 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,380 DEBUG [master/3857ccc89b65:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T12:13:23,400 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.308sec 2024-11-10T12:13:23,401 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T12:13:23,402 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T12:13:23,403 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T12:13:23,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T12:13:23,404 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T12:13:23,405 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44823,1731240799107-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T12:13:23,406 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44823,1731240799107-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T12:13:23,414 DEBUG [master/3857ccc89b65:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T12:13:23,415 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T12:13:23,416 INFO [master/3857ccc89b65:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3857ccc89b65,44823,1731240799107-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T12:13:23,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:23,438 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T12:13:23,439 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T12:13:23,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:23,444 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:23,452 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c33ed8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:23,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:23,460 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:23,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512c5941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:23,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:23,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:23,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:23,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:23,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3857ccc89b65,44823,1731240799107 2024-11-10T12:13:23,507 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=212, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=284, ProcessCount=11, AvailableMemoryMB=9361 2024-11-10T12:13:23,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:13:23,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:13:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@797bf85d 2024-11-10T12:13:23,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:13:23,528 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:13:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:13:23,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:13:23,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:23,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:13:23,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-10T12:13:23,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:23,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:13:23,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:13:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741835_1011 (size=1061) 2024-11-10T12:13:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:13:23,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:13:23,964 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:13:23,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741836_1012 (size=53) 2024-11-10T12:13:24,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:13:24,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:24,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing af7c534a969e189e50e4ca7ed57ce6f7, disabling compactions & flushes 2024-11-10T12:13:24,375 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. after waiting 0 ms 2024-11-10T12:13:24,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,375 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,375 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for af7c534a969e189e50e4ca7ed57ce6f7: Waiting for close lock at 1731240804375Disabling compacts and flushes for region at 1731240804375Disabling writes for close at 1731240804375Writing region close event to WAL at 1731240804375Closed at 1731240804375 2024-11-10T12:13:24,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:13:24,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731240804378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731240804378"}]},"ts":"1731240804378"} 2024-11-10T12:13:24,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:13:24,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:13:24,392 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240804389"}]},"ts":"1731240804389"} 2024-11-10T12:13:24,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:13:24,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, ASSIGN}] 2024-11-10T12:13:24,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, ASSIGN 2024-11-10T12:13:24,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, ASSIGN; state=OFFLINE, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=false 2024-11-10T12:13:24,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af7c534a969e189e50e4ca7ed57ce6f7, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:24,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, ASSIGN because future has completed 2024-11-10T12:13:24,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:13:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:13:24,720 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,720 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:13:24,721 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,721 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:24,721 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,721 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,723 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,727 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:24,727 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7c534a969e189e50e4ca7ed57ce6f7 columnFamilyName A 2024-11-10T12:13:24,727 DEBUG [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:24,728 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.HStore(327): Store=af7c534a969e189e50e4ca7ed57ce6f7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:24,729 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,730 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:24,731 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7c534a969e189e50e4ca7ed57ce6f7 columnFamilyName B 2024-11-10T12:13:24,731 DEBUG [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:24,732 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.HStore(327): Store=af7c534a969e189e50e4ca7ed57ce6f7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:24,732 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,733 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:24,734 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af7c534a969e189e50e4ca7ed57ce6f7 columnFamilyName C 2024-11-10T12:13:24,734 DEBUG [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:24,735 INFO [StoreOpener-af7c534a969e189e50e4ca7ed57ce6f7-1 {}] regionserver.HStore(327): Store=af7c534a969e189e50e4ca7ed57ce6f7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:24,735 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,735 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,737 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,737 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,739 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,739 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,740 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:13:24,742 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,746 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:13:24,747 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af7c534a969e189e50e4ca7ed57ce6f7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61683773, jitterRate=-0.08084015548229218}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:13:24,747 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:24,748 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af7c534a969e189e50e4ca7ed57ce6f7: Running coprocessor pre-open hook at 1731240804721Writing region info on filesystem at 1731240804721Initializing all the Stores at 1731240804723 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240804723Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240804723Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240804723Cleaning up temporary data from old regions at 1731240804739 (+16 ms)Running coprocessor post-open hooks at 1731240804747 (+8 ms)Region opened successfully at 1731240804748 (+1 ms) 2024-11-10T12:13:24,750 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., pid=6, masterSystemTime=1731240804713 2024-11-10T12:13:24,754 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,754 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:24,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af7c534a969e189e50e4ca7ed57ce6f7, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:24,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:13:24,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T12:13:24,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 in 202 msec 2024-11-10T12:13:24,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T12:13:24,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, ASSIGN in 367 msec 2024-11-10T12:13:24,771 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:13:24,772 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240804771"}]},"ts":"1731240804771"} 2024-11-10T12:13:24,775 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:13:24,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:13:24,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2400 sec 2024-11-10T12:13:25,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T12:13:25,708 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:25,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,715 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63473470, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,718 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,720 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302d7c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:13:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:13:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d32c91 2024-11-10T12:13:25,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:13:25,732 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:13:25,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,738 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b83ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d05b08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,743 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,744 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35afed03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,745 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,747 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4112bfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,751 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb0f4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,754 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246c200c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,757 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5bc001, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,760 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0cd298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,762 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,762 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@272ca86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,763 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,764 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7afc60b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,768 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ebb6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,770 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d52c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,772 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6fe38c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,774 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60da3efe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,777 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,777 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae98c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,779 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff7d382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,781 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:25,781 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:25,782 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee249d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:25,783 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:25,784 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:25,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d9ff7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:25,790 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,790 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,790 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,790 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,790 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,791 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,792 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,792 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,794 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,801 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,802 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:25,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:25,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,812 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:25,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:13:25,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-10T12:13:25,822 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:25,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:25,824 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:25,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:25,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:25,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:13:25,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:25,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:25,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:25,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:25,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:25,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:25,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:26,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240865985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240865994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,025 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/dfa04d68947747b0be1995b524785604 is 50, key is test_row_0/A:col10/1731240805899/Put/seqid=0 2024-11-10T12:13:26,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240866001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240866005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240865999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741837_1013 (size=12001) 2024-11-10T12:13:26,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/dfa04d68947747b0be1995b524785604 2024-11-10T12:13:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:26,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240866138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240866140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240866140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240866144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240866145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/312ff4b458ae41ac9d8ab9d2bfdcce6d is 50, key is test_row_0/B:col10/1731240805899/Put/seqid=0 2024-11-10T12:13:26,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741838_1014 (size=12001) 2024-11-10T12:13:26,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/312ff4b458ae41ac9d8ab9d2bfdcce6d 2024-11-10T12:13:26,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/31c23ca9fac74b408263bf37ded121af is 50, key is test_row_0/C:col10/1731240805899/Put/seqid=0 2024-11-10T12:13:26,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741839_1015 (size=12001) 2024-11-10T12:13:26,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/31c23ca9fac74b408263bf37ded121af 2024-11-10T12:13:26,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/dfa04d68947747b0be1995b524785604 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/dfa04d68947747b0be1995b524785604 2024-11-10T12:13:26,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/dfa04d68947747b0be1995b524785604, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:13:26,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/312ff4b458ae41ac9d8ab9d2bfdcce6d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/312ff4b458ae41ac9d8ab9d2bfdcce6d 2024-11-10T12:13:26,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/312ff4b458ae41ac9d8ab9d2bfdcce6d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:13:26,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/31c23ca9fac74b408263bf37ded121af as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/31c23ca9fac74b408263bf37ded121af 2024-11-10T12:13:26,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/31c23ca9fac74b408263bf37ded121af, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:13:26,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for af7c534a969e189e50e4ca7ed57ce6f7 in 479ms, sequenceid=14, compaction requested=false 2024-11-10T12:13:26,384 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:13:26,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:26,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-11-10T12:13:26,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:26,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:26,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:26,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:26,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:26,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240805975, max timestamp=1731240806383Num uniques 859; 2024-11-10T12:13:26,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:26,403 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:13:26,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/4fa4aed9ae194015a1f5405726e9cacd is 50, key is test_row_0/A:col10/1731240805994/Put/seqid=0 2024-11-10T12:13:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741840_1016 (size=16681) 2024-11-10T12:13:26,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/4fa4aed9ae194015a1f5405726e9cacd 2024-11-10T12:13:26,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240866467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240866468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,493 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3ffed5dff95849d1af4eb342b7dc82c4 is 50, key is test_row_0/B:col10/1731240805994/Put/seqid=0 2024-11-10T12:13:26,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240866474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240866479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240866477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741841_1017 (size=12001) 2024-11-10T12:13:26,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240866597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240866598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240866618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240866619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240866627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240866828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240866828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,831 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240866828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240866837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240866847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:26,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:26,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:26,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3ffed5dff95849d1af4eb342b7dc82c4 2024-11-10T12:13:26,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/773461d61f5c46a39649134e79dd0860 is 50, key is test_row_0/C:col10/1731240805994/Put/seqid=0 2024-11-10T12:13:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:26,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741842_1018 (size=12001) 2024-11-10T12:13:26,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/773461d61f5c46a39649134e79dd0860 2024-11-10T12:13:26,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/4fa4aed9ae194015a1f5405726e9cacd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/4fa4aed9ae194015a1f5405726e9cacd 2024-11-10T12:13:26,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:26,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:26,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/4fa4aed9ae194015a1f5405726e9cacd, entries=250, sequenceid=35, filesize=16.3 K 2024-11-10T12:13:27,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3ffed5dff95849d1af4eb342b7dc82c4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ffed5dff95849d1af4eb342b7dc82c4 2024-11-10T12:13:27,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ffed5dff95849d1af4eb342b7dc82c4, entries=150, sequenceid=35, filesize=11.7 K 2024-11-10T12:13:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/773461d61f5c46a39649134e79dd0860 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/773461d61f5c46a39649134e79dd0860 2024-11-10T12:13:27,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/773461d61f5c46a39649134e79dd0860, entries=150, sequenceid=35, filesize=11.7 K 2024-11-10T12:13:27,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~91.69 KB/93890, heapSize ~267.14 KB/273552, currentSize=93.93 KB/96180 for af7c534a969e189e50e4ca7ed57ce6f7 in 655ms, sequenceid=35, compaction requested=false 2024-11-10T12:13:27,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:27,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:27,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T12:13:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:27,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:27,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:27,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/a54d562f45b24c6db9d7327f419e2b95 is 50, key is test_row_0/A:col10/1731240806434/Put/seqid=0 2024-11-10T12:13:27,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741843_1019 (size=14341) 2024-11-10T12:13:27,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240867176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240867176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240867179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240867188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240867188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240867297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240867297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240867298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:27,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240867317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240867317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:27,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240867507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240867517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240867517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240867526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240867537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/a54d562f45b24c6db9d7327f419e2b95 2024-11-10T12:13:27,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/263d9be6908843caabce8a6529474184 is 50, key is test_row_0/B:col10/1731240806434/Put/seqid=0 2024-11-10T12:13:27,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:27,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741844_1020 (size=12001) 2024-11-10T12:13:27,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/263d9be6908843caabce8a6529474184 2024-11-10T12:13:27,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/1735616ea83f470a99d7b9df030af984 is 50, key is test_row_0/C:col10/1731240806434/Put/seqid=0 2024-11-10T12:13:27,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741845_1021 (size=12001) 2024-11-10T12:13:27,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/1735616ea83f470a99d7b9df030af984 2024-11-10T12:13:27,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/a54d562f45b24c6db9d7327f419e2b95 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/a54d562f45b24c6db9d7327f419e2b95 2024-11-10T12:13:27,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/a54d562f45b24c6db9d7327f419e2b95, entries=200, sequenceid=53, filesize=14.0 K 2024-11-10T12:13:27,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/263d9be6908843caabce8a6529474184 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/263d9be6908843caabce8a6529474184 2024-11-10T12:13:27,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/263d9be6908843caabce8a6529474184, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T12:13:27,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/1735616ea83f470a99d7b9df030af984 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/1735616ea83f470a99d7b9df030af984 2024-11-10T12:13:27,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/1735616ea83f470a99d7b9df030af984, entries=150, sequenceid=53, filesize=11.7 K 2024-11-10T12:13:27,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for af7c534a969e189e50e4ca7ed57ce6f7 in 609ms, sequenceid=53, compaction requested=true 2024-11-10T12:13:27,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:27,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:27,760 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:27,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:27,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:27,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:27,761 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:27,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:27,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:27,766 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:27,768 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:27,769 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,769 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/312ff4b458ae41ac9d8ab9d2bfdcce6d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ffed5dff95849d1af4eb342b7dc82c4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/263d9be6908843caabce8a6529474184] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.2 K 2024-11-10T12:13:27,770 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:27,770 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:27,770 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,771 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/dfa04d68947747b0be1995b524785604, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/4fa4aed9ae194015a1f5405726e9cacd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/a54d562f45b24c6db9d7327f419e2b95] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=42.0 K 2024-11-10T12:13:27,772 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa04d68947747b0be1995b524785604, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731240805887 2024-11-10T12:13:27,771 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 312ff4b458ae41ac9d8ab9d2bfdcce6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731240805887 2024-11-10T12:13:27,774 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fa4aed9ae194015a1f5405726e9cacd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731240805975 2024-11-10T12:13:27,774 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ffed5dff95849d1af4eb342b7dc82c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731240805975 2024-11-10T12:13:27,775 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a54d562f45b24c6db9d7327f419e2b95, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731240806434 2024-11-10T12:13:27,775 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 263d9be6908843caabce8a6529474184, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731240806434 2024-11-10T12:13:27,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T12:13:27,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:13:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:27,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:27,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:27,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/00ece66a51624605b8674868d8c3dcb7 is 50, key is test_row_0/A:col10/1731240807172/Put/seqid=0 2024-11-10T12:13:27,816 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#10 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:27,817 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/4b85d72a754c43a48a78124146c663a7 is 50, key is test_row_0/B:col10/1731240806434/Put/seqid=0 2024-11-10T12:13:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:27,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:27,832 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#11 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:27,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741846_1022 (size=12001) 2024-11-10T12:13:27,837 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e548e2900a2948729aae6129efedb7c7 is 50, key is test_row_0/A:col10/1731240806434/Put/seqid=0 2024-11-10T12:13:27,838 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/00ece66a51624605b8674868d8c3dcb7 2024-11-10T12:13:27,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741847_1023 (size=12104) 2024-11-10T12:13:27,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741848_1024 (size=12104) 2024-11-10T12:13:27,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3ade8f285ea84514bd1f56844784b52c is 50, key is test_row_0/B:col10/1731240807172/Put/seqid=0 2024-11-10T12:13:27,872 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/4b85d72a754c43a48a78124146c663a7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/4b85d72a754c43a48a78124146c663a7 2024-11-10T12:13:27,897 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e548e2900a2948729aae6129efedb7c7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e548e2900a2948729aae6129efedb7c7 2024-11-10T12:13:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240867891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240867893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741849_1025 (size=12001) 2024-11-10T12:13:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240867896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240867898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,913 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3ade8f285ea84514bd1f56844784b52c 2024-11-10T12:13:27,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240867901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:27,919 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 4b85d72a754c43a48a78124146c663a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:27,919 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:27,922 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240807761; duration=0sec 2024-11-10T12:13:27,923 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:27,923 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:27,923 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:27,927 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into e548e2900a2948729aae6129efedb7c7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:27,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:27,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:27,928 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:27,928 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:27,928 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240807753; duration=0sec 2024-11-10T12:13:27,928 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/31c23ca9fac74b408263bf37ded121af, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/773461d61f5c46a39649134e79dd0860, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/1735616ea83f470a99d7b9df030af984] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.2 K 2024-11-10T12:13:27,928 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:27,929 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:27,929 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 31c23ca9fac74b408263bf37ded121af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731240805887 2024-11-10T12:13:27,930 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 773461d61f5c46a39649134e79dd0860, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1731240805975 2024-11-10T12:13:27,931 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1735616ea83f470a99d7b9df030af984, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731240806434 2024-11-10T12:13:27,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/42eaa07a1fdf4094b68c782ff8ce0c78 is 50, key is test_row_0/C:col10/1731240807172/Put/seqid=0 2024-11-10T12:13:27,961 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:27,962 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/756c630096f547bf9788696d5cc5ca9e is 50, key is test_row_0/C:col10/1731240806434/Put/seqid=0 2024-11-10T12:13:27,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741850_1026 (size=12001) 2024-11-10T12:13:27,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/42eaa07a1fdf4094b68c782ff8ce0c78 2024-11-10T12:13:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:27,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/00ece66a51624605b8674868d8c3dcb7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/00ece66a51624605b8674868d8c3dcb7 2024-11-10T12:13:27,991 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/00ece66a51624605b8674868d8c3dcb7, entries=150, sequenceid=68, filesize=11.7 K 2024-11-10T12:13:27,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3ade8f285ea84514bd1f56844784b52c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ade8f285ea84514bd1f56844784b52c 2024-11-10T12:13:28,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ade8f285ea84514bd1f56844784b52c, entries=150, sequenceid=68, filesize=11.7 K 2024-11-10T12:13:28,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741851_1027 (size=12104) 2024-11-10T12:13:28,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/42eaa07a1fdf4094b68c782ff8ce0c78 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/42eaa07a1fdf4094b68c782ff8ce0c78 2024-11-10T12:13:28,011 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T12:13:28,021 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/42eaa07a1fdf4094b68c782ff8ce0c78, entries=150, sequenceid=68, filesize=11.7 K 2024-11-10T12:13:28,025 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for af7c534a969e189e50e4ca7ed57ce6f7 in 248ms, sequenceid=68, compaction requested=false 2024-11-10T12:13:28,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:28,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T12:13:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T12:13:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:28,030 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:13:28,032 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/756c630096f547bf9788696d5cc5ca9e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/756c630096f547bf9788696d5cc5ca9e 2024-11-10T12:13:28,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:28,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:28,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:28,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:28,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:28,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:28,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T12:13:28,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec 2024-11-10T12:13:28,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.2240 sec 2024-11-10T12:13:28,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/f5ff21c119f04dacb35fb416d448ef30 is 50, key is test_row_0/A:col10/1731240807893/Put/seqid=0 2024-11-10T12:13:28,058 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 756c630096f547bf9788696d5cc5ca9e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:28,058 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,058 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240807761; duration=0sec 2024-11-10T12:13:28,058 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:28,058 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741852_1028 (size=16681) 2024-11-10T12:13:28,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240868062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240868065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,076 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240868068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240868066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240868072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240868186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240868187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240868187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240868188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240868188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240868396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240868396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240868397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240868397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240868397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/f5ff21c119f04dacb35fb416d448ef30 2024-11-10T12:13:28,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/1823cbadc2cf490caa7479ea611f7399 is 50, key is test_row_0/B:col10/1731240807893/Put/seqid=0 2024-11-10T12:13:28,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741853_1029 (size=12001) 2024-11-10T12:13:28,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/1823cbadc2cf490caa7479ea611f7399 2024-11-10T12:13:28,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/09c05fa222194a6984c6efdad804c43a is 50, key is test_row_0/C:col10/1731240807893/Put/seqid=0 2024-11-10T12:13:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741854_1030 (size=12001) 2024-11-10T12:13:28,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/09c05fa222194a6984c6efdad804c43a 2024-11-10T12:13:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/f5ff21c119f04dacb35fb416d448ef30 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f5ff21c119f04dacb35fb416d448ef30 2024-11-10T12:13:28,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f5ff21c119f04dacb35fb416d448ef30, entries=250, sequenceid=90, filesize=16.3 K 2024-11-10T12:13:28,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/1823cbadc2cf490caa7479ea611f7399 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/1823cbadc2cf490caa7479ea611f7399 2024-11-10T12:13:28,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/1823cbadc2cf490caa7479ea611f7399, entries=150, sequenceid=90, filesize=11.7 K 2024-11-10T12:13:28,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/09c05fa222194a6984c6efdad804c43a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/09c05fa222194a6984c6efdad804c43a 2024-11-10T12:13:28,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/09c05fa222194a6984c6efdad804c43a, entries=150, sequenceid=90, filesize=11.7 K 2024-11-10T12:13:28,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for af7c534a969e189e50e4ca7ed57ce6f7 in 564ms, sequenceid=90, compaction requested=true 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:28,595 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:28,595 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:28,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:28,598 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:28,598 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:28,598 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:28,598 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e548e2900a2948729aae6129efedb7c7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/00ece66a51624605b8674868d8c3dcb7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f5ff21c119f04dacb35fb416d448ef30] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=39.8 K 2024-11-10T12:13:28,599 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:28,599 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:28,599 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:28,599 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/4b85d72a754c43a48a78124146c663a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ade8f285ea84514bd1f56844784b52c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/1823cbadc2cf490caa7479ea611f7399] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.3 K 2024-11-10T12:13:28,604 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b85d72a754c43a48a78124146c663a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731240806434 2024-11-10T12:13:28,604 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e548e2900a2948729aae6129efedb7c7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731240806434 2024-11-10T12:13:28,605 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ade8f285ea84514bd1f56844784b52c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731240807172 2024-11-10T12:13:28,606 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00ece66a51624605b8674868d8c3dcb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731240807172 2024-11-10T12:13:28,606 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1823cbadc2cf490caa7479ea611f7399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731240807893 2024-11-10T12:13:28,607 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5ff21c119f04dacb35fb416d448ef30, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731240807886 2024-11-10T12:13:28,641 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:28,642 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/797e64d1f8184c6a99db2517fee5c2e8 is 50, key is test_row_0/B:col10/1731240807893/Put/seqid=0 2024-11-10T12:13:28,648 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#19 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:28,650 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/104399fa58dd49c8b980483d4e9d2270 is 50, key is test_row_0/A:col10/1731240807893/Put/seqid=0 2024-11-10T12:13:28,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741855_1031 (size=12207) 2024-11-10T12:13:28,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:13:28,685 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/797e64d1f8184c6a99db2517fee5c2e8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/797e64d1f8184c6a99db2517fee5c2e8 2024-11-10T12:13:28,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741856_1032 (size=12207) 2024-11-10T12:13:28,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:13:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:28,717 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 797e64d1f8184c6a99db2517fee5c2e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:28,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:28,718 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:28,718 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240808595; duration=0sec 2024-11-10T12:13:28,718 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:28,718 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:28,718 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:28,721 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/104399fa58dd49c8b980483d4e9d2270 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/104399fa58dd49c8b980483d4e9d2270 2024-11-10T12:13:28,725 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:28,725 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:28,725 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:28,725 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/756c630096f547bf9788696d5cc5ca9e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/42eaa07a1fdf4094b68c782ff8ce0c78, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/09c05fa222194a6984c6efdad804c43a] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.3 K 2024-11-10T12:13:28,727 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 756c630096f547bf9788696d5cc5ca9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731240806434 2024-11-10T12:13:28,729 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 42eaa07a1fdf4094b68c782ff8ce0c78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731240807172 2024-11-10T12:13:28,730 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 09c05fa222194a6984c6efdad804c43a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731240807893 2024-11-10T12:13:28,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/7fa9db6bc54143dd85a9344ae29649c8 is 50, key is test_row_0/A:col10/1731240808036/Put/seqid=0 2024-11-10T12:13:28,741 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 104399fa58dd49c8b980483d4e9d2270(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:28,741 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,741 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240808595; duration=0sec 2024-11-10T12:13:28,742 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:28,742 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:28,760 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:28,761 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/a2bbb19495774532b83d82534f53eab8 is 50, key is test_row_0/C:col10/1731240807893/Put/seqid=0 2024-11-10T12:13:28,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741857_1033 (size=12001) 2024-11-10T12:13:28,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/7fa9db6bc54143dd85a9344ae29649c8 2024-11-10T12:13:28,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741858_1034 (size=12207) 2024-11-10T12:13:28,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240868767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,782 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/a2bbb19495774532b83d82534f53eab8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a2bbb19495774532b83d82534f53eab8 2024-11-10T12:13:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240868771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240868771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/e3b2b2d7f26248f4b3fcc037064b19a7 is 50, key is test_row_0/B:col10/1731240808036/Put/seqid=0 2024-11-10T12:13:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240868773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240868787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,795 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into a2bbb19495774532b83d82534f53eab8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:28,795 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,795 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240808595; duration=0sec 2024-11-10T12:13:28,795 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:28,795 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741859_1035 (size=12001) 2024-11-10T12:13:28,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/e3b2b2d7f26248f4b3fcc037064b19a7 2024-11-10T12:13:28,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f198e17274be44b594e629a2c154a294 is 50, key is test_row_0/C:col10/1731240808036/Put/seqid=0 2024-11-10T12:13:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741860_1036 (size=12001) 2024-11-10T12:13:28,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f198e17274be44b594e629a2c154a294 2024-11-10T12:13:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/7fa9db6bc54143dd85a9344ae29649c8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7fa9db6bc54143dd85a9344ae29649c8 2024-11-10T12:13:28,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7fa9db6bc54143dd85a9344ae29649c8, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:13:28,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/e3b2b2d7f26248f4b3fcc037064b19a7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e3b2b2d7f26248f4b3fcc037064b19a7 2024-11-10T12:13:28,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e3b2b2d7f26248f4b3fcc037064b19a7, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:13:28,884 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-10T12:13:28,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f198e17274be44b594e629a2c154a294 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f198e17274be44b594e629a2c154a294 2024-11-10T12:13:28,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240868886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,889 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f198e17274be44b594e629a2c154a294, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:13:28,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for af7c534a969e189e50e4ca7ed57ce6f7 in 185ms, sequenceid=106, compaction requested=false 2024-11-10T12:13:28,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:28,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:28,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:13:28,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:28,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1731240808770, max timestamp=1731240808902Num uniques 859; 2024-11-10T12:13:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:28,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=7872, suffix heap size=117064,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=172 2024-11-10T12:13:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:28,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/57073065562444e2b843c3d5acfa8377 is 50, key is test_row_0/A:col10/1731240808902/Put/seqid=0 2024-11-10T12:13:28,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240868949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240868950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240868951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,959 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741861_1037 (size=12051) 2024-11-10T12:13:28,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.53 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/57073065562444e2b843c3d5acfa8377 2024-11-10T12:13:28,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:28,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240868957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:28,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/f521d139a6af423fbb4cc22c37a71550 is 50, key is test_row_0/B:col10/1731240808902/Put/seqid=0 2024-11-10T12:13:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741862_1038 (size=12051) 2024-11-10T12:13:28,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/f521d139a6af423fbb4cc22c37a71550 2024-11-10T12:13:29,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/d1cb2a082c064df29e7d9a9187c4a633 is 50, key is test_row_0/C:col10/1731240808902/Put/seqid=0 2024-11-10T12:13:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741863_1039 (size=12051) 2024-11-10T12:13:29,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/d1cb2a082c064df29e7d9a9187c4a633 2024-11-10T12:13:29,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/57073065562444e2b843c3d5acfa8377 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/57073065562444e2b843c3d5acfa8377 2024-11-10T12:13:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240869067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240869067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240869067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/57073065562444e2b843c3d5acfa8377, entries=150, sequenceid=129, filesize=11.8 K 2024-11-10T12:13:29,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/f521d139a6af423fbb4cc22c37a71550 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/f521d139a6af423fbb4cc22c37a71550 2024-11-10T12:13:29,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240869076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/f521d139a6af423fbb4cc22c37a71550, entries=150, sequenceid=129, filesize=11.8 K 2024-11-10T12:13:29,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240869097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,099 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/d1cb2a082c064df29e7d9a9187c4a633 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/d1cb2a082c064df29e7d9a9187c4a633 2024-11-10T12:13:29,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/d1cb2a082c064df29e7d9a9187c4a633, entries=150, sequenceid=129, filesize=11.8 K 2024-11-10T12:13:29,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~90.04 KB/92198, heapSize ~263.38 KB/269704, currentSize=87.22 KB/89310 for af7c534a969e189e50e4ca7ed57ce6f7 in 218ms, sequenceid=129, compaction requested=true 2024-11-10T12:13:29,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:29,120 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:29,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:29,121 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:29,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:29,122 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:29,123 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:29,123 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:29,123 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/104399fa58dd49c8b980483d4e9d2270, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7fa9db6bc54143dd85a9344ae29649c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/57073065562444e2b843c3d5acfa8377] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.4 K 2024-11-10T12:13:29,124 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:29,124 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:29,124 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:29,124 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/797e64d1f8184c6a99db2517fee5c2e8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e3b2b2d7f26248f4b3fcc037064b19a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/f521d139a6af423fbb4cc22c37a71550] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.4 K 2024-11-10T12:13:29,125 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 104399fa58dd49c8b980483d4e9d2270, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731240807893 2024-11-10T12:13:29,125 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 797e64d1f8184c6a99db2517fee5c2e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731240807893 2024-11-10T12:13:29,126 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e3b2b2d7f26248f4b3fcc037064b19a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240808036 2024-11-10T12:13:29,127 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f521d139a6af423fbb4cc22c37a71550, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731240808773 2024-11-10T12:13:29,129 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fa9db6bc54143dd85a9344ae29649c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240808036 2024-11-10T12:13:29,132 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57073065562444e2b843c3d5acfa8377, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731240808773 2024-11-10T12:13:29,156 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#27 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:29,157 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/af073b5b4a504aea9d2d233920c985d9 is 50, key is test_row_0/A:col10/1731240808902/Put/seqid=0 2024-11-10T12:13:29,163 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:29,164 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/66fd5bc79f594205b1b5d59e8f214a20 is 50, key is test_row_0/B:col10/1731240808902/Put/seqid=0 2024-11-10T12:13:29,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741864_1040 (size=12359) 2024-11-10T12:13:29,196 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/af073b5b4a504aea9d2d233920c985d9 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/af073b5b4a504aea9d2d233920c985d9 2024-11-10T12:13:29,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741865_1041 (size=12359) 2024-11-10T12:13:29,209 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/66fd5bc79f594205b1b5d59e8f214a20 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/66fd5bc79f594205b1b5d59e8f214a20 2024-11-10T12:13:29,210 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into af073b5b4a504aea9d2d233920c985d9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:29,211 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,211 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240809120; duration=0sec 2024-11-10T12:13:29,211 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:29,211 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:29,211 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:29,215 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:29,215 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:29,215 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:29,216 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a2bbb19495774532b83d82534f53eab8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f198e17274be44b594e629a2c154a294, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/d1cb2a082c064df29e7d9a9187c4a633] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.4 K 2024-11-10T12:13:29,216 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2bbb19495774532b83d82534f53eab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731240807893 2024-11-10T12:13:29,217 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f198e17274be44b594e629a2c154a294, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240808036 2024-11-10T12:13:29,219 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1cb2a082c064df29e7d9a9187c4a633, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731240808773 2024-11-10T12:13:29,220 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 66fd5bc79f594205b1b5d59e8f214a20(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:29,220 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,220 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240809120; duration=0sec 2024-11-10T12:13:29,221 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:29,221 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:29,251 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:29,252 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/22c49f1a11b54d5b97b13038d9874214 is 50, key is test_row_0/C:col10/1731240808902/Put/seqid=0 2024-11-10T12:13:29,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741866_1042 (size=12359) 2024-11-10T12:13:29,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:13:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:29,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:29,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bbf6540f9a29444bb495b7c1c2070fe2 is 50, key is test_row_0/A:col10/1731240809278/Put/seqid=0 2024-11-10T12:13:29,295 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/22c49f1a11b54d5b97b13038d9874214 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/22c49f1a11b54d5b97b13038d9874214 2024-11-10T12:13:29,309 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 22c49f1a11b54d5b97b13038d9874214(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:29,309 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,309 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240809121; duration=0sec 2024-11-10T12:13:29,309 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:29,309 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741867_1043 (size=14541) 2024-11-10T12:13:29,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bbf6540f9a29444bb495b7c1c2070fe2 2024-11-10T12:13:29,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240869318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240869322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/fce25348d29c446ea6877877cdae38d1 is 50, key is test_row_0/B:col10/1731240809278/Put/seqid=0 2024-11-10T12:13:29,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240869325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240869329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741868_1044 (size=12151) 2024-11-10T12:13:29,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/fce25348d29c446ea6877877cdae38d1 2024-11-10T12:13:29,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/b279c3097a4947508ab1b6e359dbf039 is 50, key is test_row_0/C:col10/1731240809278/Put/seqid=0 2024-11-10T12:13:29,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741869_1045 (size=12151) 2024-11-10T12:13:29,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/b279c3097a4947508ab1b6e359dbf039 2024-11-10T12:13:29,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bbf6540f9a29444bb495b7c1c2070fe2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bbf6540f9a29444bb495b7c1c2070fe2 2024-11-10T12:13:29,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240869407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bbf6540f9a29444bb495b7c1c2070fe2, entries=200, sequenceid=148, filesize=14.2 K 2024-11-10T12:13:29,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/fce25348d29c446ea6877877cdae38d1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/fce25348d29c446ea6877877cdae38d1 2024-11-10T12:13:29,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240869436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/fce25348d29c446ea6877877cdae38d1, entries=150, sequenceid=148, filesize=11.9 K 2024-11-10T12:13:29,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240869447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240869448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/b279c3097a4947508ab1b6e359dbf039 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b279c3097a4947508ab1b6e359dbf039 2024-11-10T12:13:29,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240869457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,460 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b279c3097a4947508ab1b6e359dbf039, entries=150, sequenceid=148, filesize=11.9 K 2024-11-10T12:13:29,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for af7c534a969e189e50e4ca7ed57ce6f7 in 191ms, sequenceid=148, compaction requested=false 2024-11-10T12:13:29,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T12:13:29,592 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T12:13:29,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:13:29,595 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T12:13:29,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T12:13:29,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T12:13:29,597 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:13:29,597 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T12:13:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:29,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:13:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:29,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:29,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/09977d7b8ee04a71948e120a3f7b1d50 is 50, key is test_row_0/A:col10/1731240809324/Put/seqid=0 2024-11-10T12:13:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741870_1046 (size=16931) 2024-11-10T12:13:29,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/09977d7b8ee04a71948e120a3f7b1d50 2024-11-10T12:13:29,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240869701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240869701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240869704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240869705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/713ffb91d2874efa9b471387ccf6d427 is 50, key is test_row_0/B:col10/1731240809324/Put/seqid=0 2024-11-10T12:13:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741871_1047 (size=12151) 2024-11-10T12:13:29,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/713ffb91d2874efa9b471387ccf6d427 2024-11-10T12:13:29,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/850468c115e245c4be412eb37dffe3e5 is 50, key is test_row_0/C:col10/1731240809324/Put/seqid=0 2024-11-10T12:13:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741872_1048 (size=12151) 2024-11-10T12:13:29,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/850468c115e245c4be412eb37dffe3e5 2024-11-10T12:13:29,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/09977d7b8ee04a71948e120a3f7b1d50 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/09977d7b8ee04a71948e120a3f7b1d50 2024-11-10T12:13:29,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/09977d7b8ee04a71948e120a3f7b1d50, entries=250, sequenceid=166, filesize=16.5 K 2024-11-10T12:13:29,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/713ffb91d2874efa9b471387ccf6d427 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/713ffb91d2874efa9b471387ccf6d427 2024-11-10T12:13:29,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/713ffb91d2874efa9b471387ccf6d427, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T12:13:29,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/850468c115e245c4be412eb37dffe3e5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/850468c115e245c4be412eb37dffe3e5 2024-11-10T12:13:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240869817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240869818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240869818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240869822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:29,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:29,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/850468c115e245c4be412eb37dffe3e5, entries=150, sequenceid=166, filesize=11.9 K 2024-11-10T12:13:29,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for af7c534a969e189e50e4ca7ed57ce6f7 in 167ms, sequenceid=166, compaction requested=true 2024-11-10T12:13:29,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:29,832 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:29,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:29,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:29,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:29,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:29,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:13:29,833 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:29,834 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:29,834 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:29,834 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:29,835 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/af073b5b4a504aea9d2d233920c985d9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bbf6540f9a29444bb495b7c1c2070fe2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/09977d7b8ee04a71948e120a3f7b1d50] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=42.8 K 2024-11-10T12:13:29,835 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting af073b5b4a504aea9d2d233920c985d9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731240808773 2024-11-10T12:13:29,836 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:29,836 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bbf6540f9a29444bb495b7c1c2070fe2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731240808929 2024-11-10T12:13:29,836 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:29,836 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:29,837 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/66fd5bc79f594205b1b5d59e8f214a20, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/fce25348d29c446ea6877877cdae38d1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/713ffb91d2874efa9b471387ccf6d427] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.8 K 2024-11-10T12:13:29,838 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 09977d7b8ee04a71948e120a3f7b1d50, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731240809301 2024-11-10T12:13:29,838 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66fd5bc79f594205b1b5d59e8f214a20, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731240808773 2024-11-10T12:13:29,838 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fce25348d29c446ea6877877cdae38d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731240808944 2024-11-10T12:13:29,839 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713ffb91d2874efa9b471387ccf6d427, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731240809321 2024-11-10T12:13:29,854 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:29,855 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/30a2e2360ba145ccb0333dea3a6e1f53 is 50, key is test_row_0/A:col10/1731240809324/Put/seqid=0 2024-11-10T12:13:29,855 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#37 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:29,856 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3bb83767f7e94122b1855a29142f100c is 50, key is test_row_0/B:col10/1731240809324/Put/seqid=0 2024-11-10T12:13:29,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741873_1049 (size=12561) 2024-11-10T12:13:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741874_1050 (size=12561) 2024-11-10T12:13:29,902 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/30a2e2360ba145ccb0333dea3a6e1f53 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30a2e2360ba145ccb0333dea3a6e1f53 2024-11-10T12:13:29,902 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3bb83767f7e94122b1855a29142f100c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3bb83767f7e94122b1855a29142f100c 2024-11-10T12:13:29,918 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 30a2e2360ba145ccb0333dea3a6e1f53(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:29,919 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,919 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240809832; duration=0sec 2024-11-10T12:13:29,919 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:29,919 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:29,919 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:29,920 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 3bb83767f7e94122b1855a29142f100c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:29,921 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:29,921 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240809832; duration=0sec 2024-11-10T12:13:29,921 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:29,921 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:29,922 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:29,922 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:29,922 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:29,922 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/22c49f1a11b54d5b97b13038d9874214, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b279c3097a4947508ab1b6e359dbf039, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/850468c115e245c4be412eb37dffe3e5] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=35.8 K 2024-11-10T12:13:29,923 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 22c49f1a11b54d5b97b13038d9874214, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731240808773 2024-11-10T12:13:29,924 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b279c3097a4947508ab1b6e359dbf039, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731240808944 2024-11-10T12:13:29,924 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 850468c115e245c4be412eb37dffe3e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731240809321 2024-11-10T12:13:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:29,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:13:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:29,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:29,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/97831cc15c804c2f9b5c52db11762b71 is 50, key is test_row_0/A:col10/1731240809929/Put/seqid=0 2024-11-10T12:13:29,948 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:29,948 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/e75d21f8eac249a4b30dae80bdb75839 is 50, key is test_row_0/C:col10/1731240809324/Put/seqid=0 2024-11-10T12:13:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T12:13:29,987 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:29,987 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-10T12:13:29,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:29,990 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:29,992 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:29,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741875_1051 (size=14541) 2024-11-10T12:13:29,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/97831cc15c804c2f9b5c52db11762b71 2024-11-10T12:13:30,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741876_1052 (size=12561) 2024-11-10T12:13:30,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ea9d9e52edaf4cd98415a4155f4c9481 is 50, key is test_row_0/B:col10/1731240809929/Put/seqid=0 2024-11-10T12:13:30,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240870025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240870026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240870027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240870027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741877_1053 (size=12151) 2024-11-10T12:13:30,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ea9d9e52edaf4cd98415a4155f4c9481 2024-11-10T12:13:30,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240870036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/df36d2d6b2884a70a133901009876286 is 50, key is test_row_0/C:col10/1731240809929/Put/seqid=0 2024-11-10T12:13:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741878_1054 (size=12151) 2024-11-10T12:13:30,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/df36d2d6b2884a70a133901009876286 2024-11-10T12:13:30,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/97831cc15c804c2f9b5c52db11762b71 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/97831cc15c804c2f9b5c52db11762b71 2024-11-10T12:13:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:30,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/97831cc15c804c2f9b5c52db11762b71, entries=200, sequenceid=185, filesize=14.2 K 2024-11-10T12:13:30,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ea9d9e52edaf4cd98415a4155f4c9481 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ea9d9e52edaf4cd98415a4155f4c9481 2024-11-10T12:13:30,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ea9d9e52edaf4cd98415a4155f4c9481, entries=150, sequenceid=185, filesize=11.9 K 2024-11-10T12:13:30,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/df36d2d6b2884a70a133901009876286 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df36d2d6b2884a70a133901009876286 2024-11-10T12:13:30,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df36d2d6b2884a70a133901009876286, entries=150, sequenceid=185, filesize=11.9 K 2024-11-10T12:13:30,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for af7c534a969e189e50e4ca7ed57ce6f7 in 190ms, sequenceid=185, compaction requested=false 2024-11-10T12:13:30,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:30,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T12:13:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:30,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:30,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:30,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bb9e30f4aa6346c79bde7ed7edd81285 is 50, key is test_row_0/A:col10/1731240810018/Put/seqid=0 2024-11-10T12:13:30,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741879_1055 (size=14541) 2024-11-10T12:13:30,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bb9e30f4aa6346c79bde7ed7edd81285 2024-11-10T12:13:30,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/e278ddbd47f24f9a83ad0ac9060dcc91 is 50, key is test_row_0/B:col10/1731240810018/Put/seqid=0 2024-11-10T12:13:30,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741880_1056 (size=12151) 2024-11-10T12:13:30,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/e278ddbd47f24f9a83ad0ac9060dcc91 2024-11-10T12:13:30,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/c9d7ea67c75d45dc9a242bb1ab99b2fd is 50, key is test_row_0/C:col10/1731240810018/Put/seqid=0 2024-11-10T12:13:30,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741881_1057 (size=12151) 2024-11-10T12:13:30,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/c9d7ea67c75d45dc9a242bb1ab99b2fd 2024-11-10T12:13:30,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240870266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bb9e30f4aa6346c79bde7ed7edd81285 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bb9e30f4aa6346c79bde7ed7edd81285 2024-11-10T12:13:30,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bb9e30f4aa6346c79bde7ed7edd81285, entries=200, sequenceid=201, filesize=14.2 K 2024-11-10T12:13:30,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/e278ddbd47f24f9a83ad0ac9060dcc91 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e278ddbd47f24f9a83ad0ac9060dcc91 2024-11-10T12:13:30,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e278ddbd47f24f9a83ad0ac9060dcc91, entries=150, sequenceid=201, filesize=11.9 K 2024-11-10T12:13:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:30,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/c9d7ea67c75d45dc9a242bb1ab99b2fd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/c9d7ea67c75d45dc9a242bb1ab99b2fd 2024-11-10T12:13:30,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/c9d7ea67c75d45dc9a242bb1ab99b2fd, entries=150, sequenceid=201, filesize=11.9 K 2024-11-10T12:13:30,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for af7c534a969e189e50e4ca7ed57ce6f7 in 177ms, sequenceid=201, compaction requested=true 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:30,319 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:13:30,321 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:30,321 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:30,321 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,322 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30a2e2360ba145ccb0333dea3a6e1f53, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/97831cc15c804c2f9b5c52db11762b71, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bb9e30f4aa6346c79bde7ed7edd81285] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=40.7 K 2024-11-10T12:13:30,322 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30a2e2360ba145ccb0333dea3a6e1f53, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731240809321 2024-11-10T12:13:30,323 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97831cc15c804c2f9b5c52db11762b71, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731240809697 2024-11-10T12:13:30,323 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb9e30f4aa6346c79bde7ed7edd81285, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731240810011 2024-11-10T12:13:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:30,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:13:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:30,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:30,351 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#45 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:30,353 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/37733123ac4d4b7cac0d3007f9cda1c6 is 50, key is test_row_0/A:col10/1731240810018/Put/seqid=0 2024-11-10T12:13:30,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/06f8c655c0624372b614557ebcad06b4 is 50, key is test_row_0/A:col10/1731240810201/Put/seqid=0 2024-11-10T12:13:30,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240870366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240870367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240870369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240870378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741883_1059 (size=12151) 2024-11-10T12:13:30,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/06f8c655c0624372b614557ebcad06b4 2024-11-10T12:13:30,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741882_1058 (size=12663) 2024-11-10T12:13:30,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240870386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/b8e5ba3fda9d4d6bb9d6f06915493160 is 50, key is test_row_0/B:col10/1731240810201/Put/seqid=0 2024-11-10T12:13:30,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741884_1060 (size=12151) 2024-11-10T12:13:30,430 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/e75d21f8eac249a4b30dae80bdb75839 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/e75d21f8eac249a4b30dae80bdb75839 2024-11-10T12:13:30,443 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into e75d21f8eac249a4b30dae80bdb75839(size=12.3 K), total size for store is 36.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:30,443 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:30,443 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240809832; duration=0sec 2024-11-10T12:13:30,443 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:13:30,443 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:30,444 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:30,444 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:30,445 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:30,445 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:30,445 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,446 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3bb83767f7e94122b1855a29142f100c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ea9d9e52edaf4cd98415a4155f4c9481, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e278ddbd47f24f9a83ad0ac9060dcc91] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.0 K 2024-11-10T12:13:30,446 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bb83767f7e94122b1855a29142f100c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731240809321 2024-11-10T12:13:30,447 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ea9d9e52edaf4cd98415a4155f4c9481, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731240809700 2024-11-10T12:13:30,447 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e278ddbd47f24f9a83ad0ac9060dcc91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731240810018 2024-11-10T12:13:30,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:30,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:30,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,465 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:30,466 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ad73908ac9304e71a0204bbc55b52349 is 50, key is test_row_0/B:col10/1731240810018/Put/seqid=0 2024-11-10T12:13:30,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741885_1061 (size=12663) 2024-11-10T12:13:30,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240870486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,489 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240870486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240870486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240870487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240870597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:30,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240870697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240870697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240870697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240870697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:30,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:30,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,798 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/37733123ac4d4b7cac0d3007f9cda1c6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/37733123ac4d4b7cac0d3007f9cda1c6 2024-11-10T12:13:30,806 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 37733123ac4d4b7cac0d3007f9cda1c6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:30,807 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:30,807 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240810319; duration=0sec 2024-11-10T12:13:30,807 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:30,807 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:30,807 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:30,809 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:30,809 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:30,809 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,810 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/e75d21f8eac249a4b30dae80bdb75839, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df36d2d6b2884a70a133901009876286, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/c9d7ea67c75d45dc9a242bb1ab99b2fd] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.0 K 2024-11-10T12:13:30,810 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e75d21f8eac249a4b30dae80bdb75839, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1731240809321 2024-11-10T12:13:30,811 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting df36d2d6b2884a70a133901009876286, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731240809700 2024-11-10T12:13:30,811 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9d7ea67c75d45dc9a242bb1ab99b2fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731240810018 2024-11-10T12:13:30,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/b8e5ba3fda9d4d6bb9d6f06915493160 2024-11-10T12:13:30,837 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:30,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/9c8f20672dd14edf8599d989e8a02cee is 50, key is test_row_0/C:col10/1731240810201/Put/seqid=0 2024-11-10T12:13:30,838 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0d2ac95efaae4f478611503bdd060d04 is 50, key is test_row_0/C:col10/1731240810018/Put/seqid=0 2024-11-10T12:13:30,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741886_1062 (size=12663) 2024-11-10T12:13:30,868 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0d2ac95efaae4f478611503bdd060d04 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d2ac95efaae4f478611503bdd060d04 2024-11-10T12:13:30,876 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 0d2ac95efaae4f478611503bdd060d04(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:30,876 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:30,876 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240810319; duration=0sec 2024-11-10T12:13:30,877 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:30,877 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:30,881 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ad73908ac9304e71a0204bbc55b52349 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ad73908ac9304e71a0204bbc55b52349 2024-11-10T12:13:30,889 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into ad73908ac9304e71a0204bbc55b52349(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:30,889 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:30,889 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240810319; duration=0sec 2024-11-10T12:13:30,889 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:30,890 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741887_1063 (size=12151) 2024-11-10T12:13:30,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/9c8f20672dd14edf8599d989e8a02cee 2024-11-10T12:13:30,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/06f8c655c0624372b614557ebcad06b4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/06f8c655c0624372b614557ebcad06b4 2024-11-10T12:13:30,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240870907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:30,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:30,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/06f8c655c0624372b614557ebcad06b4, entries=150, sequenceid=218, filesize=11.9 K 2024-11-10T12:13:30,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/b8e5ba3fda9d4d6bb9d6f06915493160 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/b8e5ba3fda9d4d6bb9d6f06915493160 2024-11-10T12:13:30,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/b8e5ba3fda9d4d6bb9d6f06915493160, entries=150, sequenceid=218, filesize=11.9 K 2024-11-10T12:13:30,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:30,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/9c8f20672dd14edf8599d989e8a02cee as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9c8f20672dd14edf8599d989e8a02cee 2024-11-10T12:13:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:30,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9c8f20672dd14edf8599d989e8a02cee, entries=150, sequenceid=218, filesize=11.9 K 2024-11-10T12:13:30,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for af7c534a969e189e50e4ca7ed57ce6f7 in 596ms, sequenceid=218, compaction requested=false 2024-11-10T12:13:30,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:31,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T12:13:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:31,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:31,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/92a11fd2ae3240f882e618d47b280cb1 is 50, key is test_row_0/A:col10/1731240810344/Put/seqid=0 2024-11-10T12:13:31,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741888_1064 (size=12151) 2024-11-10T12:13:31,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240871028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240871031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240871032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240871034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:31,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:31,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:31,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240871137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240871146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240871146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240871146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240871346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,348 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240871356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240871366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240871366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240871417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/92a11fd2ae3240f882e618d47b280cb1 2024-11-10T12:13:31,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ca58bebac9ba4252bfd81eee3bdd8a71 is 50, key is test_row_0/B:col10/1731240810344/Put/seqid=0 2024-11-10T12:13:31,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741889_1065 (size=12151) 2024-11-10T12:13:31,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:31,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240871657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240871666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240871676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:31,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240871677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:31,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ca58bebac9ba4252bfd81eee3bdd8a71 2024-11-10T12:13:31,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:31,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:31,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/94a37dc077804f74bb667cd46867e48c is 50, key is test_row_0/C:col10/1731240810344/Put/seqid=0 2024-11-10T12:13:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741890_1066 (size=12151) 2024-11-10T12:13:32,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:32,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:32,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:32,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:32,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:32,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240872166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240872176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,177 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240872186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240872186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/94a37dc077804f74bb667cd46867e48c 2024-11-10T12:13:32,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/92a11fd2ae3240f882e618d47b280cb1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92a11fd2ae3240f882e618d47b280cb1 2024-11-10T12:13:32,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92a11fd2ae3240f882e618d47b280cb1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-10T12:13:32,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ca58bebac9ba4252bfd81eee3bdd8a71 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ca58bebac9ba4252bfd81eee3bdd8a71 2024-11-10T12:13:32,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ca58bebac9ba4252bfd81eee3bdd8a71, entries=150, sequenceid=239, filesize=11.9 K 2024-11-10T12:13:32,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/94a37dc077804f74bb667cd46867e48c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/94a37dc077804f74bb667cd46867e48c 2024-11-10T12:13:32,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/94a37dc077804f74bb667cd46867e48c, entries=150, sequenceid=239, filesize=11.9 K 2024-11-10T12:13:32,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for af7c534a969e189e50e4ca7ed57ce6f7 in 1307ms, sequenceid=239, compaction requested=true 2024-11-10T12:13:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:32,316 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:32,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:32,316 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:32,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:32,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T12:13:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,318 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:13:32,318 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:32,318 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:32,318 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:32,318 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:32,318 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:32,318 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:32,319 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/37733123ac4d4b7cac0d3007f9cda1c6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/06f8c655c0624372b614557ebcad06b4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92a11fd2ae3240f882e618d47b280cb1] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.1 K 2024-11-10T12:13:32,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:32,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:32,319 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ad73908ac9304e71a0204bbc55b52349, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/b8e5ba3fda9d4d6bb9d6f06915493160, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ca58bebac9ba4252bfd81eee3bdd8a71] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.1 K 2024-11-10T12:13:32,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:32,319 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37733123ac4d4b7cac0d3007f9cda1c6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731240810018 2024-11-10T12:13:32,319 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ad73908ac9304e71a0204bbc55b52349, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731240810018 2024-11-10T12:13:32,320 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b8e5ba3fda9d4d6bb9d6f06915493160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731240810201 2024-11-10T12:13:32,320 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06f8c655c0624372b614557ebcad06b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731240810201 2024-11-10T12:13:32,321 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92a11fd2ae3240f882e618d47b280cb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731240810344 2024-11-10T12:13:32,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ca58bebac9ba4252bfd81eee3bdd8a71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731240810344 2024-11-10T12:13:32,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/d035b188d9d54dc98a53fe39198d493c is 50, key is test_row_0/A:col10/1731240811028/Put/seqid=0 2024-11-10T12:13:32,339 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:32,340 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/ed3bda431e7a452ca8ff656754fb26d8 is 50, key is test_row_0/A:col10/1731240810344/Put/seqid=0 2024-11-10T12:13:32,350 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:32,351 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3c9d927e75a145fc896017d096ee3c93 is 50, key is test_row_0/B:col10/1731240810344/Put/seqid=0 2024-11-10T12:13:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741891_1067 (size=12151) 2024-11-10T12:13:32,358 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/d035b188d9d54dc98a53fe39198d493c 2024-11-10T12:13:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741893_1069 (size=12765) 2024-11-10T12:13:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741892_1068 (size=12765) 2024-11-10T12:13:32,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ee8004a2c220408083d40e6ceb91f71a is 50, key is test_row_0/B:col10/1731240811028/Put/seqid=0 2024-11-10T12:13:32,377 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/ed3bda431e7a452ca8ff656754fb26d8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/ed3bda431e7a452ca8ff656754fb26d8 2024-11-10T12:13:32,379 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3c9d927e75a145fc896017d096ee3c93 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3c9d927e75a145fc896017d096ee3c93 2024-11-10T12:13:32,389 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into ed3bda431e7a452ca8ff656754fb26d8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:32,390 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:32,391 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 3c9d927e75a145fc896017d096ee3c93(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:32,391 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:32,391 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240812316; duration=0sec 2024-11-10T12:13:32,391 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:32,391 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:32,392 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240812316; duration=0sec 2024-11-10T12:13:32,392 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:32,392 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:32,392 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:32,394 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:32,394 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:32,394 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,394 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d2ac95efaae4f478611503bdd060d04, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9c8f20672dd14edf8599d989e8a02cee, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/94a37dc077804f74bb667cd46867e48c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.1 K 2024-11-10T12:13:32,395 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2ac95efaae4f478611503bdd060d04, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731240810018 2024-11-10T12:13:32,395 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c8f20672dd14edf8599d989e8a02cee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731240810201 2024-11-10T12:13:32,396 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 94a37dc077804f74bb667cd46867e48c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731240810344 2024-11-10T12:13:32,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741894_1070 (size=12151) 2024-11-10T12:13:32,418 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:32,419 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/03f23a46fc054263868b8a638124e4c6 is 50, key is test_row_0/C:col10/1731240810344/Put/seqid=0 2024-11-10T12:13:32,422 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ee8004a2c220408083d40e6ceb91f71a 2024-11-10T12:13:32,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:32,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:32,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f95ec50c62924ea2bd8c59c83876b31b is 50, key is test_row_0/C:col10/1731240811028/Put/seqid=0 2024-11-10T12:13:32,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741895_1071 (size=12765) 2024-11-10T12:13:32,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741896_1072 (size=12151) 2024-11-10T12:13:32,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f95ec50c62924ea2bd8c59c83876b31b 2024-11-10T12:13:32,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/d035b188d9d54dc98a53fe39198d493c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/d035b188d9d54dc98a53fe39198d493c 2024-11-10T12:13:32,509 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/d035b188d9d54dc98a53fe39198d493c, entries=150, sequenceid=254, filesize=11.9 K 2024-11-10T12:13:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ee8004a2c220408083d40e6ceb91f71a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ee8004a2c220408083d40e6ceb91f71a 2024-11-10T12:13:32,522 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ee8004a2c220408083d40e6ceb91f71a, entries=150, sequenceid=254, filesize=11.9 K 2024-11-10T12:13:32,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f95ec50c62924ea2bd8c59c83876b31b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f95ec50c62924ea2bd8c59c83876b31b 2024-11-10T12:13:32,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240872530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,534 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f95ec50c62924ea2bd8c59c83876b31b, entries=150, sequenceid=254, filesize=11.9 K 2024-11-10T12:13:32,535 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for af7c534a969e189e50e4ca7ed57ce6f7 in 217ms, sequenceid=254, compaction requested=false 2024-11-10T12:13:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:32,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T12:13:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T12:13:32,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T12:13:32,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5450 sec 2024-11-10T12:13:32,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.5580 sec 2024-11-10T12:13:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:32,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T12:13:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:32,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:32,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:32,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/42e8b6d1ebf94f77a2e63333c0b11e87 is 50, key is test_row_0/A:col10/1731240812516/Put/seqid=0 2024-11-10T12:13:32,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741897_1073 (size=14741) 2024-11-10T12:13:32,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/42e8b6d1ebf94f77a2e63333c0b11e87 2024-11-10T12:13:32,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/9e0a1a4e10f14690bebbdd271a363af3 is 50, key is test_row_0/B:col10/1731240812516/Put/seqid=0 2024-11-10T12:13:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741898_1074 (size=12301) 2024-11-10T12:13:32,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240872716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240872826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:32,874 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/03f23a46fc054263868b8a638124e4c6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/03f23a46fc054263868b8a638124e4c6 2024-11-10T12:13:32,881 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 03f23a46fc054263868b8a638124e4c6(size=12.5 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:32,881 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:32,881 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240812316; duration=0sec 2024-11-10T12:13:32,881 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:32,882 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:33,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240873036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/9e0a1a4e10f14690bebbdd271a363af3 2024-11-10T12:13:33,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/fe1f417568cc4668b26dce08ec0480cd is 50, key is test_row_0/C:col10/1731240812516/Put/seqid=0 2024-11-10T12:13:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741899_1075 (size=12301) 2024-11-10T12:13:33,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/fe1f417568cc4668b26dce08ec0480cd 2024-11-10T12:13:33,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/42e8b6d1ebf94f77a2e63333c0b11e87 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/42e8b6d1ebf94f77a2e63333c0b11e87 2024-11-10T12:13:33,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/42e8b6d1ebf94f77a2e63333c0b11e87, entries=200, sequenceid=274, filesize=14.4 K 2024-11-10T12:13:33,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/9e0a1a4e10f14690bebbdd271a363af3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/9e0a1a4e10f14690bebbdd271a363af3 2024-11-10T12:13:33,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/9e0a1a4e10f14690bebbdd271a363af3, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T12:13:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/fe1f417568cc4668b26dce08ec0480cd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe1f417568cc4668b26dce08ec0480cd 2024-11-10T12:13:33,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240873176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,201 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe1f417568cc4668b26dce08ec0480cd, entries=150, sequenceid=274, filesize=12.0 K 2024-11-10T12:13:33,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for af7c534a969e189e50e4ca7ed57ce6f7 in 568ms, sequenceid=274, compaction requested=true 2024-11-10T12:13:33,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:33,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:33,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:33,207 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:33,209 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:33,209 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:33,209 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:33,209 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/ed3bda431e7a452ca8ff656754fb26d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/d035b188d9d54dc98a53fe39198d493c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/42e8b6d1ebf94f77a2e63333c0b11e87] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=38.7 K 2024-11-10T12:13:33,210 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed3bda431e7a452ca8ff656754fb26d8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731240810344 2024-11-10T12:13:33,210 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:33,210 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d035b188d9d54dc98a53fe39198d493c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731240811028 2024-11-10T12:13:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:33,211 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42e8b6d1ebf94f77a2e63333c0b11e87, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731240812511 2024-11-10T12:13:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:33,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:33,212 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:33,212 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:33,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:13:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:33,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:33,212 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:33,217 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3c9d927e75a145fc896017d096ee3c93, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ee8004a2c220408083d40e6ceb91f71a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/9e0a1a4e10f14690bebbdd271a363af3] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.3 K 2024-11-10T12:13:33,219 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c9d927e75a145fc896017d096ee3c93, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731240810344 2024-11-10T12:13:33,221 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8004a2c220408083d40e6ceb91f71a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731240811028 2024-11-10T12:13:33,221 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e0a1a4e10f14690bebbdd271a363af3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731240812516 2024-11-10T12:13:33,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/94401d05ca41468f894011d909054296 is 50, key is test_row_0/A:col10/1731240813208/Put/seqid=0 2024-11-10T12:13:33,236 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:33,237 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bea6f3adccb845ea880903bdc42a4e49 is 50, key is test_row_0/A:col10/1731240812516/Put/seqid=0 2024-11-10T12:13:33,240 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:33,241 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3f444ddd8d67436bbb4987cdbdd95dec is 50, key is test_row_0/B:col10/1731240812516/Put/seqid=0 2024-11-10T12:13:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741900_1076 (size=12301) 2024-11-10T12:13:33,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/94401d05ca41468f894011d909054296 2024-11-10T12:13:33,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741901_1077 (size=13017) 2024-11-10T12:13:33,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6c6b31b5f1484325bc18fc6fde8830b7 is 50, key is test_row_0/B:col10/1731240813208/Put/seqid=0 2024-11-10T12:13:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741902_1078 (size=13017) 2024-11-10T12:13:33,266 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/bea6f3adccb845ea880903bdc42a4e49 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bea6f3adccb845ea880903bdc42a4e49 2024-11-10T12:13:33,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240873260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,275 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/3f444ddd8d67436bbb4987cdbdd95dec as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3f444ddd8d67436bbb4987cdbdd95dec 2024-11-10T12:13:33,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240873271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240873271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,280 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into bea6f3adccb845ea880903bdc42a4e49(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:33,280 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:33,280 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240813207; duration=0sec 2024-11-10T12:13:33,280 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:33,280 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:33,280 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:33,283 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:33,283 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:33,283 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:33,283 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/03f23a46fc054263868b8a638124e4c6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f95ec50c62924ea2bd8c59c83876b31b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe1f417568cc4668b26dce08ec0480cd] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.3 K 2024-11-10T12:13:33,284 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03f23a46fc054263868b8a638124e4c6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731240810344 2024-11-10T12:13:33,284 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f95ec50c62924ea2bd8c59c83876b31b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731240811028 2024-11-10T12:13:33,285 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe1f417568cc4668b26dce08ec0480cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731240812516 2024-11-10T12:13:33,285 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 3f444ddd8d67436bbb4987cdbdd95dec(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:33,285 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:33,285 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240813210; duration=0sec 2024-11-10T12:13:33,285 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:33,285 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:33,314 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:33,315 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/3f7b4eb7795148f8a6238ecd4d48fd84 is 50, key is test_row_0/C:col10/1731240812516/Put/seqid=0 2024-11-10T12:13:33,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741903_1079 (size=12301) 2024-11-10T12:13:33,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6c6b31b5f1484325bc18fc6fde8830b7 2024-11-10T12:13:33,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741904_1080 (size=13017) 2024-11-10T12:13:33,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/27a2fa30bb17451eb668f0e506d32025 is 50, key is test_row_0/C:col10/1731240813208/Put/seqid=0 2024-11-10T12:13:33,345 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/3f7b4eb7795148f8a6238ecd4d48fd84 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/3f7b4eb7795148f8a6238ecd4d48fd84 2024-11-10T12:13:33,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741905_1081 (size=12301) 2024-11-10T12:13:33,354 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 3f7b4eb7795148f8a6238ecd4d48fd84(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:33,354 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:33,354 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240813211; duration=0sec 2024-11-10T12:13:33,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/27a2fa30bb17451eb668f0e506d32025 2024-11-10T12:13:33,354 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:33,355 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:33,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/94401d05ca41468f894011d909054296 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/94401d05ca41468f894011d909054296 2024-11-10T12:13:33,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240873357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/94401d05ca41468f894011d909054296, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T12:13:33,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6c6b31b5f1484325bc18fc6fde8830b7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6c6b31b5f1484325bc18fc6fde8830b7 2024-11-10T12:13:33,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6c6b31b5f1484325bc18fc6fde8830b7, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T12:13:33,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/27a2fa30bb17451eb668f0e506d32025 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/27a2fa30bb17451eb668f0e506d32025 2024-11-10T12:13:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240873376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/27a2fa30bb17451eb668f0e506d32025, entries=150, sequenceid=290, filesize=12.0 K 2024-11-10T12:13:33,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for af7c534a969e189e50e4ca7ed57ce6f7 in 171ms, sequenceid=290, compaction requested=false 2024-11-10T12:13:33,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:33,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:13:33,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:33,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:33,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e2121de2af804c29bcc257c476f0b414 is 50, key is test_row_0/A:col10/1731240813387/Put/seqid=0 2024-11-10T12:13:33,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741906_1082 (size=14741) 2024-11-10T12:13:33,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240873443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240873444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240873556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240873556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240873587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240873766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240873766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e2121de2af804c29bcc257c476f0b414 2024-11-10T12:13:33,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/662e46d4149f4e87b04d5fede6e34127 is 50, key is test_row_0/B:col10/1731240813387/Put/seqid=0 2024-11-10T12:13:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741907_1083 (size=12301) 2024-11-10T12:13:33,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/662e46d4149f4e87b04d5fede6e34127 2024-11-10T12:13:33,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/2d9a7d6113f34581aedcd221b40f4819 is 50, key is test_row_0/C:col10/1731240813387/Put/seqid=0 2024-11-10T12:13:33,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741908_1084 (size=12301) 2024-11-10T12:13:33,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240873866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:33,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:33,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240873896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240874076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240874076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T12:13:34,157 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:34,157 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-10T12:13:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:13:34,160 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:34,161 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:34,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:34,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/2d9a7d6113f34581aedcd221b40f4819 2024-11-10T12:13:34,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e2121de2af804c29bcc257c476f0b414 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e2121de2af804c29bcc257c476f0b414 2024-11-10T12:13:34,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e2121de2af804c29bcc257c476f0b414, entries=200, sequenceid=312, filesize=14.4 K 2024-11-10T12:13:34,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/662e46d4149f4e87b04d5fede6e34127 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/662e46d4149f4e87b04d5fede6e34127 2024-11-10T12:13:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:13:34,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/662e46d4149f4e87b04d5fede6e34127, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T12:13:34,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/2d9a7d6113f34581aedcd221b40f4819 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2d9a7d6113f34581aedcd221b40f4819 2024-11-10T12:13:34,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2d9a7d6113f34581aedcd221b40f4819, entries=150, sequenceid=312, filesize=12.0 K 2024-11-10T12:13:34,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for af7c534a969e189e50e4ca7ed57ce6f7 in 889ms, sequenceid=312, compaction requested=true 2024-11-10T12:13:34,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:34,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:34,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:34,279 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:34,279 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:34,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:34,280 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:34,280 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:34,280 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:34,280 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:34,280 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:34,280 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:34,280 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3f444ddd8d67436bbb4987cdbdd95dec, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6c6b31b5f1484325bc18fc6fde8830b7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/662e46d4149f4e87b04d5fede6e34127] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.7 K 2024-11-10T12:13:34,280 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bea6f3adccb845ea880903bdc42a4e49, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/94401d05ca41468f894011d909054296, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e2121de2af804c29bcc257c476f0b414] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=39.1 K 2024-11-10T12:13:34,281 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f444ddd8d67436bbb4987cdbdd95dec, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731240812516 2024-11-10T12:13:34,281 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bea6f3adccb845ea880903bdc42a4e49, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731240812516 2024-11-10T12:13:34,281 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6b31b5f1484325bc18fc6fde8830b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731240812687 2024-11-10T12:13:34,282 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94401d05ca41468f894011d909054296, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731240812687 2024-11-10T12:13:34,282 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 662e46d4149f4e87b04d5fede6e34127, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731240813247 2024-11-10T12:13:34,285 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2121de2af804c29bcc257c476f0b414, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731240813247 2024-11-10T12:13:34,303 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:34,304 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:34,304 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ab2fde52ebf842b0910964141d5876fe is 50, key is test_row_0/B:col10/1731240813387/Put/seqid=0 2024-11-10T12:13:34,304 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/6879647f1d2847d88a216e696eeb8e5e is 50, key is test_row_0/A:col10/1731240813387/Put/seqid=0 2024-11-10T12:13:34,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T12:13:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:34,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:13:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:34,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741909_1085 (size=13119) 2024-11-10T12:13:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741910_1086 (size=13119) 2024-11-10T12:13:34,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/0438df005d41447e9de4efca050598fa is 50, key is test_row_0/A:col10/1731240813441/Put/seqid=0 2024-11-10T12:13:34,330 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/6879647f1d2847d88a216e696eeb8e5e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/6879647f1d2847d88a216e696eeb8e5e 2024-11-10T12:13:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741911_1087 (size=12301) 2024-11-10T12:13:34,339 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 6879647f1d2847d88a216e696eeb8e5e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:34,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:34,339 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240814278; duration=0sec 2024-11-10T12:13:34,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:34,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:34,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:34,341 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:34,341 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:34,341 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:34,341 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/3f7b4eb7795148f8a6238ecd4d48fd84, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/27a2fa30bb17451eb668f0e506d32025, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2d9a7d6113f34581aedcd221b40f4819] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.7 K 2024-11-10T12:13:34,341 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f7b4eb7795148f8a6238ecd4d48fd84, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731240812516 2024-11-10T12:13:34,342 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27a2fa30bb17451eb668f0e506d32025, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731240812687 2024-11-10T12:13:34,343 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d9a7d6113f34581aedcd221b40f4819, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731240813247 2024-11-10T12:13:34,354 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:34,354 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3 is 50, key is test_row_0/C:col10/1731240813387/Put/seqid=0 2024-11-10T12:13:34,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741912_1088 (size=13119) 2024-11-10T12:13:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:34,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:34,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:13:34,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240874483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240874596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240874596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240874596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,724 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/ab2fde52ebf842b0910964141d5876fe as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ab2fde52ebf842b0910964141d5876fe 2024-11-10T12:13:34,732 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into ab2fde52ebf842b0910964141d5876fe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:34,732 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:34,732 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240814278; duration=0sec 2024-11-10T12:13:34,732 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:34,732 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:34,737 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/0438df005d41447e9de4efca050598fa 2024-11-10T12:13:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/062affd97343462698044ade6a2dd3cc is 50, key is test_row_0/B:col10/1731240813441/Put/seqid=0 2024-11-10T12:13:34,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741913_1089 (size=12301) 2024-11-10T12:13:34,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/062affd97343462698044ade6a2dd3cc 2024-11-10T12:13:34,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/076f2013acc94fe693b8c79bce2bfbbf is 50, key is test_row_0/C:col10/1731240813441/Put/seqid=0 2024-11-10T12:13:34,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741914_1090 (size=12301) 2024-11-10T12:13:34,781 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3 2024-11-10T12:13:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:13:34,788 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 0cf61d3a1a0447fdbc63a8fa7d6e7ae3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:34,788 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:34,788 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240814279; duration=0sec 2024-11-10T12:13:34,788 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:34,788 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:34,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240874806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:34,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:34,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240874886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:34,890 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:34,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:34,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240875116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,175 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/076f2013acc94fe693b8c79bce2bfbbf 2024-11-10T12:13:35,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/0438df005d41447e9de4efca050598fa as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/0438df005d41447e9de4efca050598fa 2024-11-10T12:13:35,187 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/0438df005d41447e9de4efca050598fa, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T12:13:35,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/062affd97343462698044ade6a2dd3cc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/062affd97343462698044ade6a2dd3cc 2024-11-10T12:13:35,193 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/062affd97343462698044ade6a2dd3cc, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T12:13:35,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/076f2013acc94fe693b8c79bce2bfbbf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/076f2013acc94fe693b8c79bce2bfbbf 2024-11-10T12:13:35,199 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/076f2013acc94fe693b8c79bce2bfbbf, entries=150, sequenceid=326, filesize=12.0 K 2024-11-10T12:13:35,200 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for af7c534a969e189e50e4ca7ed57ce6f7 in 886ms, sequenceid=326, compaction requested=false 2024-11-10T12:13:35,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:35,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T12:13:35,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T12:13:35,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T12:13:35,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-10T12:13:35,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.0480 sec 2024-11-10T12:13:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:35,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:13:35,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:35,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:35,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/30c79f17fa4e4a5a8f9e0b7eb046ea74 is 50, key is test_row_0/A:col10/1731240814462/Put/seqid=0 2024-11-10T12:13:35,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741915_1091 (size=14741) 2024-11-10T12:13:35,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240875270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T12:13:35,296 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:35,297 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:35,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-10T12:13:35,299 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:13:35,300 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:35,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:35,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240875386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:13:35,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240875596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240875606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,607 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:13:35,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240875616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,620 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240875626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/30c79f17fa4e4a5a8f9e0b7eb046ea74 2024-11-10T12:13:35,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6ae01bee179e414da875579dafb69807 is 50, key is test_row_0/B:col10/1731240814462/Put/seqid=0 2024-11-10T12:13:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741916_1092 (size=12301) 2024-11-10T12:13:35,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:35,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240875906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:35,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:35,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:35,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:35,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:13:36,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6ae01bee179e414da875579dafb69807 2024-11-10T12:13:36,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/68248e61ce184ff6bf54ef576a11175b is 50, key is test_row_0/C:col10/1731240814462/Put/seqid=0 2024-11-10T12:13:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741917_1093 (size=12301) 2024-11-10T12:13:36,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:36,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:36,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:36,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:36,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240876416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:13:36,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/68248e61ce184ff6bf54ef576a11175b 2024-11-10T12:13:36,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/30c79f17fa4e4a5a8f9e0b7eb046ea74 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30c79f17fa4e4a5a8f9e0b7eb046ea74 2024-11-10T12:13:36,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30c79f17fa4e4a5a8f9e0b7eb046ea74, entries=200, sequenceid=348, filesize=14.4 K 2024-11-10T12:13:36,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6ae01bee179e414da875579dafb69807 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6ae01bee179e414da875579dafb69807 2024-11-10T12:13:36,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6ae01bee179e414da875579dafb69807, entries=150, sequenceid=348, filesize=12.0 K 2024-11-10T12:13:36,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/68248e61ce184ff6bf54ef576a11175b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/68248e61ce184ff6bf54ef576a11175b 2024-11-10T12:13:36,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/68248e61ce184ff6bf54ef576a11175b, entries=150, sequenceid=348, filesize=12.0 K 2024-11-10T12:13:36,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for af7c534a969e189e50e4ca7ed57ce6f7 in 1279ms, sequenceid=348, compaction requested=true 2024-11-10T12:13:36,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:36,499 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:36,499 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:36,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:36,501 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:36,501 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:36,501 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,501 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ab2fde52ebf842b0910964141d5876fe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/062affd97343462698044ade6a2dd3cc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6ae01bee179e414da875579dafb69807] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.8 K 2024-11-10T12:13:36,501 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:36,501 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:36,501 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,501 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/6879647f1d2847d88a216e696eeb8e5e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/0438df005d41447e9de4efca050598fa, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30c79f17fa4e4a5a8f9e0b7eb046ea74] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=39.2 K 2024-11-10T12:13:36,502 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6879647f1d2847d88a216e696eeb8e5e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731240813247 2024-11-10T12:13:36,502 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ab2fde52ebf842b0910964141d5876fe, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731240813247 2024-11-10T12:13:36,504 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0438df005d41447e9de4efca050598fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731240813404 2024-11-10T12:13:36,504 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 062affd97343462698044ade6a2dd3cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731240813404 2024-11-10T12:13:36,504 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30c79f17fa4e4a5a8f9e0b7eb046ea74, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731240814462 2024-11-10T12:13:36,505 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ae01bee179e414da875579dafb69807, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731240814462 2024-11-10T12:13:36,521 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:36,522 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/dad1050c0e78490aacc2eeec6627e497 is 50, key is test_row_0/B:col10/1731240814462/Put/seqid=0 2024-11-10T12:13:36,523 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:36,524 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/92c4e3bbd1b4489395b45cf87409325c is 50, key is test_row_0/A:col10/1731240814462/Put/seqid=0 2024-11-10T12:13:36,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T12:13:36,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,533 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T12:13:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:36,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741918_1094 (size=13221) 2024-11-10T12:13:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741919_1095 (size=13221) 2024-11-10T12:13:36,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/1914ebf55bbc489aa39797e859ef9276 is 50, key is test_row_0/A:col10/1731240815265/Put/seqid=0 2024-11-10T12:13:36,543 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/92c4e3bbd1b4489395b45cf87409325c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92c4e3bbd1b4489395b45cf87409325c 2024-11-10T12:13:36,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741920_1096 (size=12301) 2024-11-10T12:13:36,546 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/dad1050c0e78490aacc2eeec6627e497 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dad1050c0e78490aacc2eeec6627e497 2024-11-10T12:13:36,554 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into dad1050c0e78490aacc2eeec6627e497(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:36,554 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:36,554 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240816499; duration=0sec 2024-11-10T12:13:36,555 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:36,555 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:36,555 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:36,556 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:36,556 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:36,557 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:36,557 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/076f2013acc94fe693b8c79bce2bfbbf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/68248e61ce184ff6bf54ef576a11175b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.8 K 2024-11-10T12:13:36,557 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 92c4e3bbd1b4489395b45cf87409325c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:36,557 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:36,557 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240816498; duration=0sec 2024-11-10T12:13:36,557 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cf61d3a1a0447fdbc63a8fa7d6e7ae3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731240813247 2024-11-10T12:13:36,557 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:36,557 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:36,558 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 076f2013acc94fe693b8c79bce2bfbbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731240813404 2024-11-10T12:13:36,558 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 68248e61ce184ff6bf54ef576a11175b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731240814462 2024-11-10T12:13:36,570 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:36,570 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0d3f2dd76f424f359d4cc28210a2ae4c is 50, key is test_row_0/C:col10/1731240814462/Put/seqid=0 2024-11-10T12:13:36,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741921_1097 (size=13221) 2024-11-10T12:13:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:36,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240876734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240876847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:36,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240876916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:36,918 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:36,919 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:36,947 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/1914ebf55bbc489aa39797e859ef9276 2024-11-10T12:13:36,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/cdc4a2ce2c5f4150a34fdbdcaaafb051 is 50, key is test_row_0/B:col10/1731240815265/Put/seqid=0 2024-11-10T12:13:36,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741922_1098 (size=12301) 2024-11-10T12:13:36,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/cdc4a2ce2c5f4150a34fdbdcaaafb051 2024-11-10T12:13:36,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/bff538bf17104b42a116aab12739abe0 is 50, key is test_row_0/C:col10/1731240815265/Put/seqid=0 2024-11-10T12:13:36,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741923_1099 (size=12301) 2024-11-10T12:13:36,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/bff538bf17104b42a116aab12739abe0 2024-11-10T12:13:36,987 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0d3f2dd76f424f359d4cc28210a2ae4c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d3f2dd76f424f359d4cc28210a2ae4c 2024-11-10T12:13:36,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/1914ebf55bbc489aa39797e859ef9276 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/1914ebf55bbc489aa39797e859ef9276 2024-11-10T12:13:36,998 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/1914ebf55bbc489aa39797e859ef9276, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T12:13:37,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/cdc4a2ce2c5f4150a34fdbdcaaafb051 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdc4a2ce2c5f4150a34fdbdcaaafb051 2024-11-10T12:13:37,006 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 0d3f2dd76f424f359d4cc28210a2ae4c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:37,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:37,006 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240816499; duration=0sec 2024-11-10T12:13:37,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:37,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:37,007 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdc4a2ce2c5f4150a34fdbdcaaafb051, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T12:13:37,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/bff538bf17104b42a116aab12739abe0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/bff538bf17104b42a116aab12739abe0 2024-11-10T12:13:37,017 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/bff538bf17104b42a116aab12739abe0, entries=150, sequenceid=361, filesize=12.0 K 2024-11-10T12:13:37,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for af7c534a969e189e50e4ca7ed57ce6f7 in 486ms, sequenceid=361, compaction requested=false 2024-11-10T12:13:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:37,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T12:13:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T12:13:37,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T12:13:37,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec 2024-11-10T12:13:37,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.7270 sec 2024-11-10T12:13:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:37,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T12:13:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:37,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:37,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/f172a809156745978ead368ac0dabe6b is 50, key is test_row_0/A:col10/1731240816711/Put/seqid=0 2024-11-10T12:13:37,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741924_1100 (size=14741) 2024-11-10T12:13:37,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/f172a809156745978ead368ac0dabe6b 2024-11-10T12:13:37,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/25ba1524208f4290928f5a79170ef6b0 is 50, key is test_row_0/B:col10/1731240816711/Put/seqid=0 2024-11-10T12:13:37,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741925_1101 (size=12301) 2024-11-10T12:13:37,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240877111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240877227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240877436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240877437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,439 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:37,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,440 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T12:13:37,446 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:37,447 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-10T12:13:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:13:37,449 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:37,450 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:37,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:37,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/25ba1524208f4290928f5a79170ef6b0 2024-11-10T12:13:37,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/2a4cc8219eeb4dd5a6326a1511067011 is 50, key is test_row_0/C:col10/1731240816711/Put/seqid=0 2024-11-10T12:13:37,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741926_1102 (size=12301) 2024-11-10T12:13:37,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/2a4cc8219eeb4dd5a6326a1511067011 2024-11-10T12:13:37,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/f172a809156745978ead368ac0dabe6b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f172a809156745978ead368ac0dabe6b 2024-11-10T12:13:37,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f172a809156745978ead368ac0dabe6b, entries=200, sequenceid=384, filesize=14.4 K 2024-11-10T12:13:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/25ba1524208f4290928f5a79170ef6b0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/25ba1524208f4290928f5a79170ef6b0 2024-11-10T12:13:37,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/25ba1524208f4290928f5a79170ef6b0, entries=150, sequenceid=384, filesize=12.0 K 2024-11-10T12:13:37,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/2a4cc8219eeb4dd5a6326a1511067011 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2a4cc8219eeb4dd5a6326a1511067011 2024-11-10T12:13:37,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:13:37,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2a4cc8219eeb4dd5a6326a1511067011, entries=150, sequenceid=384, filesize=12.0 K 2024-11-10T12:13:37,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for af7c534a969e189e50e4ca7ed57ce6f7 in 499ms, sequenceid=384, compaction requested=true 2024-11-10T12:13:37,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:37,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:37,568 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:37,568 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:37,570 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:37,570 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:37,570 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:37,570 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:37,570 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:37,570 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:37,570 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92c4e3bbd1b4489395b45cf87409325c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/1914ebf55bbc489aa39797e859ef9276, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f172a809156745978ead368ac0dabe6b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=39.3 K 2024-11-10T12:13:37,570 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dad1050c0e78490aacc2eeec6627e497, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdc4a2ce2c5f4150a34fdbdcaaafb051, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/25ba1524208f4290928f5a79170ef6b0] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.9 K 2024-11-10T12:13:37,571 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92c4e3bbd1b4489395b45cf87409325c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731240814462 2024-11-10T12:13:37,571 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting dad1050c0e78490aacc2eeec6627e497, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731240814462 2024-11-10T12:13:37,572 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1914ebf55bbc489aa39797e859ef9276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731240815243 2024-11-10T12:13:37,572 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cdc4a2ce2c5f4150a34fdbdcaaafb051, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731240815243 2024-11-10T12:13:37,572 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f172a809156745978ead368ac0dabe6b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731240816698 2024-11-10T12:13:37,573 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 25ba1524208f4290928f5a79170ef6b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731240816698 2024-11-10T12:13:37,594 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#90 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:37,596 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/74ecab1979624e81ab9f84c43d1b6280 is 50, key is test_row_0/A:col10/1731240816711/Put/seqid=0 2024-11-10T12:13:37,602 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:37,603 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6e63e5c25e074b10b636271d31a88e4d is 50, key is test_row_0/B:col10/1731240816711/Put/seqid=0 2024-11-10T12:13:37,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-10T12:13:37,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:37,604 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T12:13:37,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:37,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:37,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:37,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:37,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:37,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:37,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/68725cd2a55f428eb8d7f8a89cf952f0 is 50, key is test_row_0/A:col10/1731240817101/Put/seqid=0 2024-11-10T12:13:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:37,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:37,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741927_1103 (size=13323) 2024-11-10T12:13:37,649 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/74ecab1979624e81ab9f84c43d1b6280 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/74ecab1979624e81ab9f84c43d1b6280 2024-11-10T12:13:37,657 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 74ecab1979624e81ab9f84c43d1b6280(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:37,657 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:37,657 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240817567; duration=0sec 2024-11-10T12:13:37,657 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:37,657 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:37,658 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:37,663 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:37,663 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:37,664 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:37,664 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d3f2dd76f424f359d4cc28210a2ae4c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/bff538bf17104b42a116aab12739abe0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2a4cc8219eeb4dd5a6326a1511067011] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=36.9 K 2024-11-10T12:13:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741928_1104 (size=13323) 2024-11-10T12:13:37,665 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d3f2dd76f424f359d4cc28210a2ae4c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731240814462 2024-11-10T12:13:37,666 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bff538bf17104b42a116aab12739abe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1731240815243 2024-11-10T12:13:37,666 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a4cc8219eeb4dd5a6326a1511067011, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731240816698 2024-11-10T12:13:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741929_1105 (size=12301) 2024-11-10T12:13:37,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/68725cd2a55f428eb8d7f8a89cf952f0 2024-11-10T12:13:37,679 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:37,679 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/5affe320bf5243fe95d79247d72a2221 is 50, key is test_row_0/C:col10/1731240816711/Put/seqid=0 2024-11-10T12:13:37,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d50c441e338243abbed237927be72412 is 50, key is test_row_0/B:col10/1731240817101/Put/seqid=0 2024-11-10T12:13:37,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240877687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240877696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741930_1106 (size=13323) 2024-11-10T12:13:37,712 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/5affe320bf5243fe95d79247d72a2221 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/5affe320bf5243fe95d79247d72a2221 2024-11-10T12:13:37,722 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 5affe320bf5243fe95d79247d72a2221(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:37,722 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:37,723 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240817568; duration=0sec 2024-11-10T12:13:37,724 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:37,724 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:37,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741931_1107 (size=12301) 2024-11-10T12:13:37,728 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d50c441e338243abbed237927be72412 2024-11-10T12:13:37,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/fe7847e0e2c7424fb359d18c03cc46bc is 50, key is test_row_0/C:col10/1731240817101/Put/seqid=0 2024-11-10T12:13:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741932_1108 (size=12301) 2024-11-10T12:13:37,752 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/fe7847e0e2c7424fb359d18c03cc46bc 2024-11-10T12:13:37,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240877746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/68725cd2a55f428eb8d7f8a89cf952f0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/68725cd2a55f428eb8d7f8a89cf952f0 2024-11-10T12:13:37,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:13:37,768 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/68725cd2a55f428eb8d7f8a89cf952f0, entries=150, sequenceid=396, filesize=12.0 K 2024-11-10T12:13:37,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d50c441e338243abbed237927be72412 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d50c441e338243abbed237927be72412 2024-11-10T12:13:37,777 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d50c441e338243abbed237927be72412, entries=150, sequenceid=396, filesize=12.0 K 2024-11-10T12:13:37,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/fe7847e0e2c7424fb359d18c03cc46bc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe7847e0e2c7424fb359d18c03cc46bc 2024-11-10T12:13:37,783 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe7847e0e2c7424fb359d18c03cc46bc, entries=150, sequenceid=396, filesize=12.0 K 2024-11-10T12:13:37,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for af7c534a969e189e50e4ca7ed57ce6f7 in 180ms, sequenceid=396, compaction requested=false 2024-11-10T12:13:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:37,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-10T12:13:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-10T12:13:37,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T12:13:37,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 335 msec 2024-11-10T12:13:37,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 344 msec 2024-11-10T12:13:37,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240817677, max timestamp=1731240817808Num uniques 859; 2024-11-10T12:13:37,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240817677, max timestamp=1731240817808Num uniques 859; 2024-11-10T12:13:37,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:13:37,813 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:13:37,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-10T12:13:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:37,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:37,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:37,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/13e5f8b7d780416ca00b462f62389d5c is 50, key is test_row_0/A:col10/1731240817682/Put/seqid=0 2024-11-10T12:13:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741933_1109 (size=14741) 2024-11-10T12:13:37,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/13e5f8b7d780416ca00b462f62389d5c 2024-11-10T12:13:37,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d8260ea2716348cdb6c32b828e912f87 is 50, key is test_row_0/B:col10/1731240817682/Put/seqid=0 2024-11-10T12:13:37,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240817844, max timestamp=1731240817864Num uniques 859; 2024-11-10T12:13:37,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240817844, max timestamp=1731240817864Num uniques 859; 2024-11-10T12:13:37,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240817844, max timestamp=1731240817864Num uniques 859; 2024-11-10T12:13:37,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:13:37,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:13:37,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:13:37,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741934_1110 (size=12301) 2024-11-10T12:13:37,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240877940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240877940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:37,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:37,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240878056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240878056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,073 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/6e63e5c25e074b10b636271d31a88e4d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6e63e5c25e074b10b636271d31a88e4d 2024-11-10T12:13:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-10T12:13:38,077 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:38,077 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-10T12:13:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:13:38,080 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:38,080 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 6e63e5c25e074b10b636271d31a88e4d(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:38,080 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:38,081 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240817568; duration=0sec 2024-11-10T12:13:38,081 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:38,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:38,082 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:38,082 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:13:38,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T12:13:38,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:38,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:38,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:38,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240878266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240878266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240878266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d8260ea2716348cdb6c32b828e912f87 2024-11-10T12:13:38,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/a0ba83278b3045628a90731da077845c is 50, key is test_row_0/C:col10/1731240817682/Put/seqid=0 2024-11-10T12:13:38,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741935_1111 (size=12301) 2024-11-10T12:13:38,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/a0ba83278b3045628a90731da077845c 2024-11-10T12:13:38,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/13e5f8b7d780416ca00b462f62389d5c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/13e5f8b7d780416ca00b462f62389d5c 2024-11-10T12:13:38,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/13e5f8b7d780416ca00b462f62389d5c, entries=200, sequenceid=419, filesize=14.4 K 2024-11-10T12:13:38,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d8260ea2716348cdb6c32b828e912f87 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d8260ea2716348cdb6c32b828e912f87 2024-11-10T12:13:38,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d8260ea2716348cdb6c32b828e912f87, entries=150, sequenceid=419, filesize=12.0 K 2024-11-10T12:13:38,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/a0ba83278b3045628a90731da077845c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a0ba83278b3045628a90731da077845c 2024-11-10T12:13:38,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a0ba83278b3045628a90731da077845c, entries=150, sequenceid=419, filesize=12.0 K 2024-11-10T12:13:38,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for af7c534a969e189e50e4ca7ed57ce6f7 in 524ms, sequenceid=419, compaction requested=true 2024-11-10T12:13:38,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:38,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:38,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:38,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:38,337 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:38,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:38,337 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:38,338 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:38,339 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:38,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:38,339 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:38,339 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:38,339 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:38,339 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6e63e5c25e074b10b636271d31a88e4d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d50c441e338243abbed237927be72412, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d8260ea2716348cdb6c32b828e912f87] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.0 K 2024-11-10T12:13:38,339 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/74ecab1979624e81ab9f84c43d1b6280, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/68725cd2a55f428eb8d7f8a89cf952f0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/13e5f8b7d780416ca00b462f62389d5c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=39.4 K 2024-11-10T12:13:38,339 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e63e5c25e074b10b636271d31a88e4d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731240816698 2024-11-10T12:13:38,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74ecab1979624e81ab9f84c43d1b6280, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731240816698 2024-11-10T12:13:38,340 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d50c441e338243abbed237927be72412, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731240817096 2024-11-10T12:13:38,340 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68725cd2a55f428eb8d7f8a89cf952f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731240817096 2024-11-10T12:13:38,340 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d8260ea2716348cdb6c32b828e912f87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731240817682 2024-11-10T12:13:38,340 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13e5f8b7d780416ca00b462f62389d5c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731240817677 2024-11-10T12:13:38,350 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:38,350 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/c63b194898004efe967026ae9ec1d589 is 50, key is test_row_0/B:col10/1731240817682/Put/seqid=0 2024-11-10T12:13:38,352 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:38,353 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/17cbf4c4459c4aa781ad458eb672c2b7 is 50, key is test_row_0/A:col10/1731240817682/Put/seqid=0 2024-11-10T12:13:38,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741936_1112 (size=13425) 2024-11-10T12:13:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741937_1113 (size=13425) 2024-11-10T12:13:38,374 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/c63b194898004efe967026ae9ec1d589 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c63b194898004efe967026ae9ec1d589 2024-11-10T12:13:38,387 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into c63b194898004efe967026ae9ec1d589(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:38,387 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:38,387 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240818337; duration=0sec 2024-11-10T12:13:38,388 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:38,388 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:38,388 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:38,389 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:38,389 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:38,389 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:38,389 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/5affe320bf5243fe95d79247d72a2221, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe7847e0e2c7424fb359d18c03cc46bc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a0ba83278b3045628a90731da077845c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.0 K 2024-11-10T12:13:38,390 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5affe320bf5243fe95d79247d72a2221, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731240816698 2024-11-10T12:13:38,390 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fe7847e0e2c7424fb359d18c03cc46bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1731240817096 2024-11-10T12:13:38,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-10T12:13:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:38,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=127.47 KB heapSize=351 KB 2024-11-10T12:13:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:38,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:38,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:38,392 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ba83278b3045628a90731da077845c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731240817682 2024-11-10T12:13:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:13:38,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/8c93fceea99249fc908526fb31e0feab is 50, key is test_row_0/A:col10/1731240817899/Put/seqid=0 2024-11-10T12:13:38,415 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:38,416 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f5f8aaecbb33438ba4ec0f880602e2ad is 50, key is test_row_0/C:col10/1731240817682/Put/seqid=0 2024-11-10T12:13:38,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741938_1114 (size=12301) 2024-11-10T12:13:38,427 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/8c93fceea99249fc908526fb31e0feab 2024-11-10T12:13:38,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/32b4179583b1411f88a9bdc06bb9e66a is 50, key is test_row_0/B:col10/1731240817899/Put/seqid=0 2024-11-10T12:13:38,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741939_1115 (size=13425) 2024-11-10T12:13:38,453 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/f5f8aaecbb33438ba4ec0f880602e2ad as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f5f8aaecbb33438ba4ec0f880602e2ad 2024-11-10T12:13:38,460 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into f5f8aaecbb33438ba4ec0f880602e2ad(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:38,460 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:38,461 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240818337; duration=0sec 2024-11-10T12:13:38,461 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:38,461 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:38,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741940_1116 (size=12301) 2024-11-10T12:13:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:38,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:38,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240878596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240878598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:13:38,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240878707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240878707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,774 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/17cbf4c4459c4aa781ad458eb672c2b7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/17cbf4c4459c4aa781ad458eb672c2b7 2024-11-10T12:13:38,780 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 17cbf4c4459c4aa781ad458eb672c2b7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:38,780 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:38,780 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240818337; duration=0sec 2024-11-10T12:13:38,781 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:38,781 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:38,863 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/32b4179583b1411f88a9bdc06bb9e66a 2024-11-10T12:13:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/7092f85204664eee8174367218cb10d8 is 50, key is test_row_0/C:col10/1731240817899/Put/seqid=0 2024-11-10T12:13:38,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741941_1117 (size=12301) 2024-11-10T12:13:38,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240878917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240878917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:13:39,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240879227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240879227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,281 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/7092f85204664eee8174367218cb10d8 2024-11-10T12:13:39,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240879287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,290 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:39,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/8c93fceea99249fc908526fb31e0feab as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/8c93fceea99249fc908526fb31e0feab 2024-11-10T12:13:39,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/8c93fceea99249fc908526fb31e0feab, entries=150, sequenceid=454, filesize=12.0 K 2024-11-10T12:13:39,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/32b4179583b1411f88a9bdc06bb9e66a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/32b4179583b1411f88a9bdc06bb9e66a 2024-11-10T12:13:39,306 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/32b4179583b1411f88a9bdc06bb9e66a, entries=150, sequenceid=454, filesize=12.0 K 2024-11-10T12:13:39,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/7092f85204664eee8174367218cb10d8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7092f85204664eee8174367218cb10d8 2024-11-10T12:13:39,313 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7092f85204664eee8174367218cb10d8, entries=150, sequenceid=454, filesize=12.0 K 2024-11-10T12:13:39,314 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.95 KB/359376, currentSize=60.38 KB/61830 for af7c534a969e189e50e4ca7ed57ce6f7 in 923ms, sequenceid=454, compaction requested=false 2024-11-10T12:13:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:39,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-10T12:13:39,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-10T12:13:39,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-10T12:13:39,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec 2024-11-10T12:13:39,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.2440 sec 2024-11-10T12:13:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:39,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T12:13:39,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:39,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:39,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:39,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:39,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:39,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:39,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/cfa20e632b234a3f9398357e192c8206 is 50, key is test_row_0/A:col10/1731240819449/Put/seqid=0 2024-11-10T12:13:39,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741942_1118 (size=12301) 2024-11-10T12:13:39,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/cfa20e632b234a3f9398357e192c8206 2024-11-10T12:13:39,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/0dab4208a7554c99a66a0ba19305ba16 is 50, key is test_row_0/B:col10/1731240819449/Put/seqid=0 2024-11-10T12:13:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741943_1119 (size=12301) 2024-11-10T12:13:39,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/0dab4208a7554c99a66a0ba19305ba16 2024-11-10T12:13:39,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/368046eba8e84139b6680f57e6f0020d is 50, key is test_row_0/C:col10/1731240819449/Put/seqid=0 2024-11-10T12:13:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240879525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741944_1120 (size=12301) 2024-11-10T12:13:39,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/368046eba8e84139b6680f57e6f0020d 2024-11-10T12:13:39,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/cfa20e632b234a3f9398357e192c8206 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cfa20e632b234a3f9398357e192c8206 2024-11-10T12:13:39,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cfa20e632b234a3f9398357e192c8206, entries=150, sequenceid=469, filesize=12.0 K 2024-11-10T12:13:39,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/0dab4208a7554c99a66a0ba19305ba16 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/0dab4208a7554c99a66a0ba19305ba16 2024-11-10T12:13:39,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/0dab4208a7554c99a66a0ba19305ba16, entries=150, sequenceid=469, filesize=12.0 K 2024-11-10T12:13:39,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/368046eba8e84139b6680f57e6f0020d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/368046eba8e84139b6680f57e6f0020d 2024-11-10T12:13:39,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/368046eba8e84139b6680f57e6f0020d, entries=150, sequenceid=469, filesize=12.0 K 2024-11-10T12:13:39,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for af7c534a969e189e50e4ca7ed57ce6f7 in 115ms, sequenceid=469, compaction requested=true 2024-11-10T12:13:39,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:39,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:39,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:39,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:39,565 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:39,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:39,566 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:39,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:39,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:39,567 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:39,567 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:39,567 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:39,567 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c63b194898004efe967026ae9ec1d589, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/32b4179583b1411f88a9bdc06bb9e66a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/0dab4208a7554c99a66a0ba19305ba16] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.1 K 2024-11-10T12:13:39,567 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:39,568 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:39,568 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:39,568 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/17cbf4c4459c4aa781ad458eb672c2b7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/8c93fceea99249fc908526fb31e0feab, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cfa20e632b234a3f9398357e192c8206] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.1 K 2024-11-10T12:13:39,568 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c63b194898004efe967026ae9ec1d589, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731240817682 2024-11-10T12:13:39,569 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17cbf4c4459c4aa781ad458eb672c2b7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731240817682 2024-11-10T12:13:39,569 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 32b4179583b1411f88a9bdc06bb9e66a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731240817899 2024-11-10T12:13:39,569 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c93fceea99249fc908526fb31e0feab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731240817899 2024-11-10T12:13:39,570 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dab4208a7554c99a66a0ba19305ba16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731240818588 2024-11-10T12:13:39,570 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfa20e632b234a3f9398357e192c8206, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731240818588 2024-11-10T12:13:39,587 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:39,588 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/60d1adb04718445da1e2a03bc99a9e55 is 50, key is test_row_0/B:col10/1731240819449/Put/seqid=0 2024-11-10T12:13:39,603 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:39,603 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/20954632e4914a129c93c3b8e0fe10eb is 50, key is test_row_0/A:col10/1731240819449/Put/seqid=0 2024-11-10T12:13:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741945_1121 (size=13527) 2024-11-10T12:13:39,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741946_1122 (size=13527) 2024-11-10T12:13:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:39,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T12:13:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:39,644 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/20954632e4914a129c93c3b8e0fe10eb as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/20954632e4914a129c93c3b8e0fe10eb 2024-11-10T12:13:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:39,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:39,654 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 20954632e4914a129c93c3b8e0fe10eb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:39,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:39,654 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240819565; duration=0sec 2024-11-10T12:13:39,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:39,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:39,655 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:39,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/7e0ddbfac45f4998a1eafe93ad36182c is 50, key is test_row_0/A:col10/1731240819506/Put/seqid=0 2024-11-10T12:13:39,657 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:39,657 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:39,658 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:39,658 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f5f8aaecbb33438ba4ec0f880602e2ad, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7092f85204664eee8174367218cb10d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/368046eba8e84139b6680f57e6f0020d] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.1 K 2024-11-10T12:13:39,658 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5f8aaecbb33438ba4ec0f880602e2ad, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731240817682 2024-11-10T12:13:39,662 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7092f85204664eee8174367218cb10d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731240817899 2024-11-10T12:13:39,663 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 368046eba8e84139b6680f57e6f0020d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731240818588 2024-11-10T12:13:39,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741947_1123 (size=14741) 2024-11-10T12:13:39,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/7e0ddbfac45f4998a1eafe93ad36182c 2024-11-10T12:13:39,701 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#111 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:39,702 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/24ddbd59463140779b3f3ae6b7abd3b9 is 50, key is test_row_0/C:col10/1731240819449/Put/seqid=0 2024-11-10T12:13:39,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240879700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/bf5bd0e800624482818699459b7abcfa is 50, key is test_row_0/B:col10/1731240819506/Put/seqid=0 2024-11-10T12:13:39,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741948_1124 (size=13527) 2024-11-10T12:13:39,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741949_1125 (size=12301) 2024-11-10T12:13:39,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240879736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240879736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240879816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:39,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240880025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,032 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/60d1adb04718445da1e2a03bc99a9e55 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/60d1adb04718445da1e2a03bc99a9e55 2024-11-10T12:13:40,037 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into 60d1adb04718445da1e2a03bc99a9e55(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:40,038 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:40,038 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240819565; duration=0sec 2024-11-10T12:13:40,038 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:40,038 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:40,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/bf5bd0e800624482818699459b7abcfa 2024-11-10T12:13:40,130 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/24ddbd59463140779b3f3ae6b7abd3b9 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/24ddbd59463140779b3f3ae6b7abd3b9 2024-11-10T12:13:40,138 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 24ddbd59463140779b3f3ae6b7abd3b9(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:40,138 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:40,138 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240819566; duration=0sec 2024-11-10T12:13:40,139 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:40,139 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:40,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/df0704d943fa45378666de70627354b3 is 50, key is test_row_0/C:col10/1731240819506/Put/seqid=0 2024-11-10T12:13:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741950_1126 (size=12301) 2024-11-10T12:13:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-10T12:13:40,226 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:40,227 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-10T12:13:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:13:40,229 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:40,230 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:40,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:13:40,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240880347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:13:40,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:40,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:40,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:40,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:40,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:40,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:13:40,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:40,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:40,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/df0704d943fa45378666de70627354b3 2024-11-10T12:13:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:13:40,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/7e0ddbfac45f4998a1eafe93ad36182c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7e0ddbfac45f4998a1eafe93ad36182c 2024-11-10T12:13:40,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7e0ddbfac45f4998a1eafe93ad36182c, entries=200, sequenceid=489, filesize=14.4 K 2024-11-10T12:13:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/bf5bd0e800624482818699459b7abcfa as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bf5bd0e800624482818699459b7abcfa 2024-11-10T12:13:40,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bf5bd0e800624482818699459b7abcfa, entries=150, sequenceid=489, filesize=12.0 K 2024-11-10T12:13:40,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/df0704d943fa45378666de70627354b3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df0704d943fa45378666de70627354b3 2024-11-10T12:13:40,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df0704d943fa45378666de70627354b3, entries=150, sequenceid=489, filesize=12.0 K 2024-11-10T12:13:40,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for af7c534a969e189e50e4ca7ed57ce6f7 in 935ms, sequenceid=489, compaction requested=false 2024-11-10T12:13:40,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:40,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-10T12:13:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:40,691 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T12:13:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:40,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:40,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/695dbb8365fd4de7b54370644caf13c0 is 50, key is test_row_0/A:col10/1731240819693/Put/seqid=0 2024-11-10T12:13:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741951_1127 (size=12301) 2024-11-10T12:13:40,704 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/695dbb8365fd4de7b54370644caf13c0 2024-11-10T12:13:40,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/a3d62fd3ec03436d93a03e9a71221318 is 50, key is test_row_0/B:col10/1731240819693/Put/seqid=0 2024-11-10T12:13:40,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741952_1128 (size=12301) 2024-11-10T12:13:40,727 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/a3d62fd3ec03436d93a03e9a71221318 2024-11-10T12:13:40,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/cb7c70bf9174465c97b9c656dac60cbf is 50, key is test_row_0/C:col10/1731240819693/Put/seqid=0 2024-11-10T12:13:40,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741953_1129 (size=12301) 2024-11-10T12:13:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:40,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:40,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240880785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240880791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240880856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:13:40,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240880895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240880906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,909 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:40,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35774 deadline: 1731240880936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:40,943 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:40,944 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240881106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240881116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,146 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/cb7c70bf9174465c97b9c656dac60cbf 2024-11-10T12:13:41,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/695dbb8365fd4de7b54370644caf13c0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/695dbb8365fd4de7b54370644caf13c0 2024-11-10T12:13:41,156 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/695dbb8365fd4de7b54370644caf13c0, entries=150, sequenceid=504, filesize=12.0 K 2024-11-10T12:13:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/a3d62fd3ec03436d93a03e9a71221318 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/a3d62fd3ec03436d93a03e9a71221318 2024-11-10T12:13:41,162 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/a3d62fd3ec03436d93a03e9a71221318, entries=150, sequenceid=504, filesize=12.0 K 2024-11-10T12:13:41,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/cb7c70bf9174465c97b9c656dac60cbf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/cb7c70bf9174465c97b9c656dac60cbf 2024-11-10T12:13:41,167 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/cb7c70bf9174465c97b9c656dac60cbf, entries=150, sequenceid=504, filesize=12.0 K 2024-11-10T12:13:41,168 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for af7c534a969e189e50e4ca7ed57ce6f7 in 478ms, sequenceid=504, compaction requested=true 2024-11-10T12:13:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-10T12:13:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-10T12:13:41,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-10T12:13:41,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 940 msec 2024-11-10T12:13:41,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 946 msec 2024-11-10T12:13:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:41,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T12:13:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:41,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/eaba675f0878422d8fb156866fc226c6 is 50, key is test_row_0/A:col10/1731240821318/Put/seqid=0 2024-11-10T12:13:41,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741954_1130 (size=14741) 2024-11-10T12:13:41,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/eaba675f0878422d8fb156866fc226c6 2024-11-10T12:13:41,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/167895b425124f59af31dfda8b1da708 is 50, key is test_row_0/B:col10/1731240821318/Put/seqid=0 2024-11-10T12:13:41,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741955_1131 (size=12301) 2024-11-10T12:13:41,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240881356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-10T12:13:41,376 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:41,377 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-10T12:13:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:41,379 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:41,380 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:41,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:41,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240881416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240881426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240881466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:41,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:13:41,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240881676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:13:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:41,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/167895b425124f59af31dfda8b1da708 2024-11-10T12:13:41,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/333fcc61bff74fafa9e9688ced7ad47f is 50, key is test_row_0/C:col10/1731240821318/Put/seqid=0 2024-11-10T12:13:41,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741956_1132 (size=12301) 2024-11-10T12:13:41,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:13:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240881866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,868 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240881926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240881936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240881986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:41,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:41,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:13:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:41,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:42,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:13:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:42,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:42,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/333fcc61bff74fafa9e9688ced7ad47f 2024-11-10T12:13:42,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/eaba675f0878422d8fb156866fc226c6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/eaba675f0878422d8fb156866fc226c6 2024-11-10T12:13:42,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/eaba675f0878422d8fb156866fc226c6, entries=200, sequenceid=525, filesize=14.4 K 2024-11-10T12:13:42,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/167895b425124f59af31dfda8b1da708 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/167895b425124f59af31dfda8b1da708 2024-11-10T12:13:42,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/167895b425124f59af31dfda8b1da708, entries=150, sequenceid=525, filesize=12.0 K 2024-11-10T12:13:42,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/333fcc61bff74fafa9e9688ced7ad47f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/333fcc61bff74fafa9e9688ced7ad47f 2024-11-10T12:13:42,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/333fcc61bff74fafa9e9688ced7ad47f, entries=150, sequenceid=525, filesize=12.0 K 2024-11-10T12:13:42,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for af7c534a969e189e50e4ca7ed57ce6f7 in 886ms, sequenceid=525, compaction requested=true 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:42,206 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:13:42,206 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:42,207 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55310 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:13:42,207 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:42,208 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:42,208 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/20954632e4914a129c93c3b8e0fe10eb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7e0ddbfac45f4998a1eafe93ad36182c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/695dbb8365fd4de7b54370644caf13c0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/eaba675f0878422d8fb156866fc226c6] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=54.0 K 2024-11-10T12:13:42,208 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:13:42,208 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:42,208 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20954632e4914a129c93c3b8e0fe10eb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731240818588 2024-11-10T12:13:42,208 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:42,209 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/60d1adb04718445da1e2a03bc99a9e55, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bf5bd0e800624482818699459b7abcfa, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/a3d62fd3ec03436d93a03e9a71221318, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/167895b425124f59af31dfda8b1da708] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=49.2 K 2024-11-10T12:13:42,209 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e0ddbfac45f4998a1eafe93ad36182c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731240819506 2024-11-10T12:13:42,209 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 60d1adb04718445da1e2a03bc99a9e55, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731240818588 2024-11-10T12:13:42,209 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 695dbb8365fd4de7b54370644caf13c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731240819659 2024-11-10T12:13:42,209 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bf5bd0e800624482818699459b7abcfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731240819506 2024-11-10T12:13:42,210 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting eaba675f0878422d8fb156866fc226c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731240820778 2024-11-10T12:13:42,210 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a3d62fd3ec03436d93a03e9a71221318, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731240819659 2024-11-10T12:13:42,211 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 167895b425124f59af31dfda8b1da708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731240820778 2024-11-10T12:13:42,220 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:42,220 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/b7e536b4eb144da0b2d004c579496493 is 50, key is test_row_0/A:col10/1731240821318/Put/seqid=0 2024-11-10T12:13:42,225 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:42,226 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/c7dc80131dcb4732ac7770cf310cb0ac is 50, key is test_row_0/B:col10/1731240821318/Put/seqid=0 2024-11-10T12:13:42,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741957_1133 (size=13663) 2024-11-10T12:13:42,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741958_1134 (size=13663) 2024-11-10T12:13:42,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-10T12:13:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:42,300 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:13:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:42,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:42,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/85e09452270e48758e30377429c1ea06 is 50, key is test_row_0/A:col10/1731240821354/Put/seqid=0 2024-11-10T12:13:42,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741959_1135 (size=12301) 2024-11-10T12:13:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:42,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:42,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240822533, max timestamp=1731240822575Num uniques 859; 2024-11-10T12:13:42,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240822533, max timestamp=1731240822575Num uniques 859; 2024-11-10T12:13:42,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:13:42,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240822533, max timestamp=1731240822575Num uniques 859; 2024-11-10T12:13:42,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:13:42,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:13:42,638 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/b7e536b4eb144da0b2d004c579496493 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/b7e536b4eb144da0b2d004c579496493 2024-11-10T12:13:42,643 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/c7dc80131dcb4732ac7770cf310cb0ac as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c7dc80131dcb4732ac7770cf310cb0ac 2024-11-10T12:13:42,647 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into b7e536b4eb144da0b2d004c579496493(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:42,647 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:42,647 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=12, startTime=1731240822206; duration=0sec 2024-11-10T12:13:42,647 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:42,647 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:42,647 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:13:42,650 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:13:42,650 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:42,650 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:42,650 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/24ddbd59463140779b3f3ae6b7abd3b9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df0704d943fa45378666de70627354b3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/cb7c70bf9174465c97b9c656dac60cbf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/333fcc61bff74fafa9e9688ced7ad47f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=49.2 K 2024-11-10T12:13:42,651 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24ddbd59463140779b3f3ae6b7abd3b9, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1731240818588 2024-11-10T12:13:42,652 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into c7dc80131dcb4732ac7770cf310cb0ac(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:42,652 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:42,652 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=12, startTime=1731240822206; duration=0sec 2024-11-10T12:13:42,652 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:42,652 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:42,652 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting df0704d943fa45378666de70627354b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=489, earliestPutTs=1731240819506 2024-11-10T12:13:42,652 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb7c70bf9174465c97b9c656dac60cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1731240819659 2024-11-10T12:13:42,653 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 333fcc61bff74fafa9e9688ced7ad47f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731240820778 2024-11-10T12:13:42,667 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:42,668 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/4d69efa65cb04de8bbf74b5a18220673 is 50, key is test_row_0/C:col10/1731240821318/Put/seqid=0 2024-11-10T12:13:42,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240882669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:42,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741960_1136 (size=13663) 2024-11-10T12:13:42,721 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/85e09452270e48758e30377429c1ea06 2024-11-10T12:13:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/665d41625b2a4fb6830d48d7c4f152e5 is 50, key is test_row_0/B:col10/1731240821354/Put/seqid=0 2024-11-10T12:13:42,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741961_1137 (size=12301) 2024-11-10T12:13:42,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240882776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:42,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240882946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:42,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240882946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:42,948 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:42,949 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:42,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240882986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:42,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:43,078 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/4d69efa65cb04de8bbf74b5a18220673 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4d69efa65cb04de8bbf74b5a18220673 2024-11-10T12:13:43,084 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 4d69efa65cb04de8bbf74b5a18220673(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:43,084 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:43,084 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=12, startTime=1731240822206; duration=0sec 2024-11-10T12:13:43,084 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:43,084 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:43,134 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/665d41625b2a4fb6830d48d7c4f152e5 2024-11-10T12:13:43,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/b12e19aeafd2424ead366faf92ef36ef is 50, key is test_row_0/C:col10/1731240821354/Put/seqid=0 2024-11-10T12:13:43,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741962_1138 (size=12301) 2024-11-10T12:13:43,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240883296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:43,546 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/b12e19aeafd2424ead366faf92ef36ef 2024-11-10T12:13:43,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/85e09452270e48758e30377429c1ea06 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/85e09452270e48758e30377429c1ea06 2024-11-10T12:13:43,557 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/85e09452270e48758e30377429c1ea06, entries=150, sequenceid=536, filesize=12.0 K 2024-11-10T12:13:43,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/665d41625b2a4fb6830d48d7c4f152e5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/665d41625b2a4fb6830d48d7c4f152e5 2024-11-10T12:13:43,562 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/665d41625b2a4fb6830d48d7c4f152e5, entries=150, sequenceid=536, filesize=12.0 K 2024-11-10T12:13:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/b12e19aeafd2424ead366faf92ef36ef as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b12e19aeafd2424ead366faf92ef36ef 2024-11-10T12:13:43,567 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b12e19aeafd2424ead366faf92ef36ef, entries=150, sequenceid=536, filesize=12.0 K 2024-11-10T12:13:43,568 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for af7c534a969e189e50e4ca7ed57ce6f7 in 1268ms, sequenceid=536, compaction requested=false 2024-11-10T12:13:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-10T12:13:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-10T12:13:43,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-10T12:13:43,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1900 sec 2024-11-10T12:13:43,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.1960 sec 2024-11-10T12:13:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:43,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-10T12:13:43,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:43,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:43,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:43,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:43,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:43,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:43,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e05043187b1a4ff78ae004a5c0b3ec25 is 50, key is test_row_0/A:col10/1731240822660/Put/seqid=0 2024-11-10T12:13:43,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741963_1139 (size=14741) 2024-11-10T12:13:43,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240883853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:43,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35832 deadline: 1731240883886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:43,890 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:43,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:43,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240883976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:43,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:44,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:44,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240884186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:44,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e05043187b1a4ff78ae004a5c0b3ec25 2024-11-10T12:13:44,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/dabacecbcbae4ad1a27094194173a139 is 50, key is test_row_0/B:col10/1731240822660/Put/seqid=0 2024-11-10T12:13:44,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741964_1140 (size=12301) 2024-11-10T12:13:44,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:44,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240884495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:44,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:44,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/dabacecbcbae4ad1a27094194173a139 2024-11-10T12:13:44,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/7e5af486dee143bda7de75c635ad5119 is 50, key is test_row_0/C:col10/1731240822660/Put/seqid=0 2024-11-10T12:13:44,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741965_1141 (size=12301) 2024-11-10T12:13:44,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35784 deadline: 1731240884966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:44,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35798 deadline: 1731240884966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:44,969 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:44,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,969 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:44,969 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in af7c534a969e189e50e4ca7ed57ce6f7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:13:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:44,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35818 deadline: 1731240885006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:45,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:45,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:45,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:13:45,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=574 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/7e5af486dee143bda7de75c635ad5119 2024-11-10T12:13:45,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/e05043187b1a4ff78ae004a5c0b3ec25 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e05043187b1a4ff78ae004a5c0b3ec25 2024-11-10T12:13:45,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e05043187b1a4ff78ae004a5c0b3ec25, entries=200, sequenceid=574, filesize=14.4 K 2024-11-10T12:13:45,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/dabacecbcbae4ad1a27094194173a139 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dabacecbcbae4ad1a27094194173a139 2024-11-10T12:13:45,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dabacecbcbae4ad1a27094194173a139, entries=150, sequenceid=574, filesize=12.0 K 2024-11-10T12:13:45,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/7e5af486dee143bda7de75c635ad5119 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7e5af486dee143bda7de75c635ad5119 2024-11-10T12:13:45,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7e5af486dee143bda7de75c635ad5119, entries=150, sequenceid=574, filesize=12.0 K 2024-11-10T12:13:45,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for af7c534a969e189e50e4ca7ed57ce6f7 in 1269ms, sequenceid=574, compaction requested=true 2024-11-10T12:13:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:45,088 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:45,088 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:45,089 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store af7c534a969e189e50e4ca7ed57ce6f7:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:45,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:45,089 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:45,090 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/A is initiating minor compaction (all files) 2024-11-10T12:13:45,090 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/A in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:45,090 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:45,090 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/b7e536b4eb144da0b2d004c579496493, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/85e09452270e48758e30377429c1ea06, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e05043187b1a4ff78ae004a5c0b3ec25] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=39.8 K 2024-11-10T12:13:45,090 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/B is initiating minor compaction (all files) 2024-11-10T12:13:45,090 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/B in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:45,090 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c7dc80131dcb4732ac7770cf310cb0ac, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/665d41625b2a4fb6830d48d7c4f152e5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dabacecbcbae4ad1a27094194173a139] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.4 K 2024-11-10T12:13:45,090 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7e536b4eb144da0b2d004c579496493, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731240820778 2024-11-10T12:13:45,090 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c7dc80131dcb4732ac7770cf310cb0ac, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731240820778 2024-11-10T12:13:45,091 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 665d41625b2a4fb6830d48d7c4f152e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731240821321 2024-11-10T12:13:45,091 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85e09452270e48758e30377429c1ea06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731240821321 2024-11-10T12:13:45,091 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting dabacecbcbae4ad1a27094194173a139, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731240822660 2024-11-10T12:13:45,092 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e05043187b1a4ff78ae004a5c0b3ec25, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731240822647 2024-11-10T12:13:45,102 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:45,103 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d01296157859463ea171e0269a04f066 is 50, key is test_row_0/B:col10/1731240822660/Put/seqid=0 2024-11-10T12:13:45,105 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#A#compaction#130 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:45,105 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/5de4e1a22a47474bb93f327014905d89 is 50, key is test_row_0/A:col10/1731240822660/Put/seqid=0 2024-11-10T12:13:45,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741967_1143 (size=13765) 2024-11-10T12:13:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741966_1142 (size=13765) 2024-11-10T12:13:45,135 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/d01296157859463ea171e0269a04f066 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d01296157859463ea171e0269a04f066 2024-11-10T12:13:45,143 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/B of af7c534a969e189e50e4ca7ed57ce6f7 into d01296157859463ea171e0269a04f066(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:45,143 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:45,143 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/B, priority=13, startTime=1731240825089; duration=0sec 2024-11-10T12:13:45,143 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:45,143 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:B 2024-11-10T12:13:45,143 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:13:45,145 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:13:45,145 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): af7c534a969e189e50e4ca7ed57ce6f7/C is initiating minor compaction (all files) 2024-11-10T12:13:45,145 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of af7c534a969e189e50e4ca7ed57ce6f7/C in TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:45,145 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4d69efa65cb04de8bbf74b5a18220673, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b12e19aeafd2424ead366faf92ef36ef, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7e5af486dee143bda7de75c635ad5119] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp, totalSize=37.4 K 2024-11-10T12:13:45,146 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d69efa65cb04de8bbf74b5a18220673, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1731240820778 2024-11-10T12:13:45,147 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b12e19aeafd2424ead366faf92ef36ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1731240821321 2024-11-10T12:13:45,148 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e5af486dee143bda7de75c635ad5119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=574, earliestPutTs=1731240822660 2024-11-10T12:13:45,157 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): af7c534a969e189e50e4ca7ed57ce6f7#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:45,158 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/9d391553eb1d43b6afb0e778037f90f2 is 50, key is test_row_0/C:col10/1731240822660/Put/seqid=0 2024-11-10T12:13:45,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741968_1144 (size=13765) 2024-11-10T12:13:45,533 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/5de4e1a22a47474bb93f327014905d89 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/5de4e1a22a47474bb93f327014905d89 2024-11-10T12:13:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-10T12:13:45,537 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:45,537 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-10T12:13:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:13:45,540 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:45,541 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:45,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:45,541 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/A of af7c534a969e189e50e4ca7ed57ce6f7 into 5de4e1a22a47474bb93f327014905d89(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:45,541 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:45,542 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/A, priority=13, startTime=1731240825088; duration=0sec 2024-11-10T12:13:45,542 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:45,542 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:A 2024-11-10T12:13:45,569 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/9d391553eb1d43b6afb0e778037f90f2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9d391553eb1d43b6afb0e778037f90f2 2024-11-10T12:13:45,575 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in af7c534a969e189e50e4ca7ed57ce6f7/C of af7c534a969e189e50e4ca7ed57ce6f7 into 9d391553eb1d43b6afb0e778037f90f2(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:45,575 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:45,575 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., storeName=af7c534a969e189e50e4ca7ed57ce6f7/C, priority=13, startTime=1731240825089; duration=0sec 2024-11-10T12:13:45,575 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:45,575 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: af7c534a969e189e50e4ca7ed57ce6f7:C 2024-11-10T12:13:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:13:45,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-10T12:13:45,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:45,693 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:13:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:45,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/34daf85348a8450296b03343b07f7238 is 50, key is test_row_1/A:col10/1731240823849/Put/seqid=0 2024-11-10T12:13:45,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741969_1145 (size=9857) 2024-11-10T12:13:45,803 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-10T12:13:45,803 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-10T12:13:45,804 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:45,804 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:45,804 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-10T12:13:45,804 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:45,807 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-10T12:13:45,808 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:45,809 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,809 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,809 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,809 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,809 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,809 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:45,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:45,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:45,810 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,810 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:45,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:13:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:46,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. as already flushing 2024-11-10T12:13:46,028 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-10T12:13:46,028 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:46,028 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:46,028 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:46,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:46,103 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/34daf85348a8450296b03343b07f7238 2024-11-10T12:13:46,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/bfb21e2a20c84f5f8f77e6f0c360dba5 is 50, key is test_row_1/B:col10/1731240823849/Put/seqid=0 2024-11-10T12:13:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741970_1146 (size=9857) 2024-11-10T12:13:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:13:46,515 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/bfb21e2a20c84f5f8f77e6f0c360dba5 2024-11-10T12:13:46,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0a7e276185d843d3a1679b74441e4303 is 50, key is test_row_1/C:col10/1731240823849/Put/seqid=0 2024-11-10T12:13:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741971_1147 (size=9857) 2024-11-10T12:13:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:13:46,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0a7e276185d843d3a1679b74441e4303 2024-11-10T12:13:46,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/34daf85348a8450296b03343b07f7238 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/34daf85348a8450296b03343b07f7238 2024-11-10T12:13:46,936 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/34daf85348a8450296b03343b07f7238, entries=100, sequenceid=587, filesize=9.6 K 2024-11-10T12:13:46,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/bfb21e2a20c84f5f8f77e6f0c360dba5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bfb21e2a20c84f5f8f77e6f0c360dba5 2024-11-10T12:13:46,941 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bfb21e2a20c84f5f8f77e6f0c360dba5, entries=100, sequenceid=587, filesize=9.6 K 2024-11-10T12:13:46,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/0a7e276185d843d3a1679b74441e4303 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0a7e276185d843d3a1679b74441e4303 2024-11-10T12:13:46,947 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0a7e276185d843d3a1679b74441e4303, entries=100, sequenceid=587, filesize=9.6 K 2024-11-10T12:13:46,948 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=6.71 KB/6870 for af7c534a969e189e50e4ca7ed57ce6f7 in 1254ms, sequenceid=587, compaction requested=false 2024-11-10T12:13:46,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for af7c534a969e189e50e4ca7ed57ce6f7: 2024-11-10T12:13:46,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:46,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-10T12:13:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-10T12:13:46,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-10T12:13:46,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-10T12:13:46,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4140 sec 2024-11-10T12:13:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-10T12:13:47,686 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:47,908 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-10T12:13:47,908 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:47,908 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:47,908 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:47,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:48,158 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:13:48,978 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-10T12:13:48,978 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:48,978 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:48,978 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:48,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:48,987 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-10T12:13:48,987 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:48,987 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:48,987 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:48,987 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:50,998 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-10T12:13:50,998 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:13:50,998 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:50,998 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:50,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:50,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:13:50,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 131 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2961 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2740 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1233 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3694 rows 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1230 2024-11-10T12:13:50,999 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3682 rows 2024-11-10T12:13:50,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:13:50,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:13:50,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:51,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:51,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:13:51,004 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:13:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:13:51,011 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240831010"}]},"ts":"1731240831010"} 2024-11-10T12:13:51,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:13:51,013 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:13:51,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:13:51,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, UNASSIGN}] 2024-11-10T12:13:51,019 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, UNASSIGN 2024-11-10T12:13:51,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=af7c534a969e189e50e4ca7ed57ce6f7, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:51,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, UNASSIGN because future has completed 2024-11-10T12:13:51,022 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:13:51,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:13:51,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:13:51,179 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:51,179 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:13:51,180 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing af7c534a969e189e50e4ca7ed57ce6f7, disabling compactions & flushes 2024-11-10T12:13:51,180 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:51,180 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:51,180 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. after waiting 0 ms 2024-11-10T12:13:51,180 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:51,180 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing af7c534a969e189e50e4ca7ed57ce6f7 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T12:13:51,180 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=A 2024-11-10T12:13:51,180 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:51,181 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=B 2024-11-10T12:13:51,181 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:51,181 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK af7c534a969e189e50e4ca7ed57ce6f7, store=C 2024-11-10T12:13:51,181 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:51,185 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/cc73ac2b243749cab653b969e93e1739 is 50, key is test_row_0/A:col10/1731240830997/Put/seqid=0 2024-11-10T12:13:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741972_1148 (size=12301) 2024-11-10T12:13:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:13:51,589 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/cc73ac2b243749cab653b969e93e1739 2024-11-10T12:13:51,597 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/cdfa486497d843888459b46538c5f549 is 50, key is test_row_0/B:col10/1731240830997/Put/seqid=0 2024-11-10T12:13:51,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741973_1149 (size=12301) 2024-11-10T12:13:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:13:52,001 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/cdfa486497d843888459b46538c5f549 2024-11-10T12:13:52,010 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/4c61d56cb33945b68fc2031bf29ccfe7 is 50, key is test_row_0/C:col10/1731240830997/Put/seqid=0 2024-11-10T12:13:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741974_1150 (size=12301) 2024-11-10T12:13:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:13:52,415 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/4c61d56cb33945b68fc2031bf29ccfe7 2024-11-10T12:13:52,420 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/A/cc73ac2b243749cab653b969e93e1739 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cc73ac2b243749cab653b969e93e1739 2024-11-10T12:13:52,424 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cc73ac2b243749cab653b969e93e1739, entries=150, sequenceid=595, filesize=12.0 K 2024-11-10T12:13:52,425 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/B/cdfa486497d843888459b46538c5f549 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdfa486497d843888459b46538c5f549 2024-11-10T12:13:52,429 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdfa486497d843888459b46538c5f549, entries=150, sequenceid=595, filesize=12.0 K 2024-11-10T12:13:52,430 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/.tmp/C/4c61d56cb33945b68fc2031bf29ccfe7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4c61d56cb33945b68fc2031bf29ccfe7 2024-11-10T12:13:52,434 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4c61d56cb33945b68fc2031bf29ccfe7, entries=150, sequenceid=595, filesize=12.0 K 2024-11-10T12:13:52,435 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for af7c534a969e189e50e4ca7ed57ce6f7 in 1254ms, sequenceid=595, compaction requested=true 2024-11-10T12:13:52,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/dfa04d68947747b0be1995b524785604, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/4fa4aed9ae194015a1f5405726e9cacd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/a54d562f45b24c6db9d7327f419e2b95, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e548e2900a2948729aae6129efedb7c7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/00ece66a51624605b8674868d8c3dcb7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f5ff21c119f04dacb35fb416d448ef30, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/104399fa58dd49c8b980483d4e9d2270, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7fa9db6bc54143dd85a9344ae29649c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/af073b5b4a504aea9d2d233920c985d9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/57073065562444e2b843c3d5acfa8377, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bbf6540f9a29444bb495b7c1c2070fe2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/09977d7b8ee04a71948e120a3f7b1d50, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30a2e2360ba145ccb0333dea3a6e1f53, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/97831cc15c804c2f9b5c52db11762b71, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bb9e30f4aa6346c79bde7ed7edd81285, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/37733123ac4d4b7cac0d3007f9cda1c6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/06f8c655c0624372b614557ebcad06b4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/ed3bda431e7a452ca8ff656754fb26d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92a11fd2ae3240f882e618d47b280cb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/d035b188d9d54dc98a53fe39198d493c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/42e8b6d1ebf94f77a2e63333c0b11e87, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bea6f3adccb845ea880903bdc42a4e49, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/94401d05ca41468f894011d909054296, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e2121de2af804c29bcc257c476f0b414, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/6879647f1d2847d88a216e696eeb8e5e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/0438df005d41447e9de4efca050598fa, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30c79f17fa4e4a5a8f9e0b7eb046ea74, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92c4e3bbd1b4489395b45cf87409325c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/1914ebf55bbc489aa39797e859ef9276, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f172a809156745978ead368ac0dabe6b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/74ecab1979624e81ab9f84c43d1b6280, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/68725cd2a55f428eb8d7f8a89cf952f0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/13e5f8b7d780416ca00b462f62389d5c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/17cbf4c4459c4aa781ad458eb672c2b7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/8c93fceea99249fc908526fb31e0feab, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/20954632e4914a129c93c3b8e0fe10eb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cfa20e632b234a3f9398357e192c8206, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7e0ddbfac45f4998a1eafe93ad36182c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/695dbb8365fd4de7b54370644caf13c0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/eaba675f0878422d8fb156866fc226c6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/b7e536b4eb144da0b2d004c579496493, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/85e09452270e48758e30377429c1ea06, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e05043187b1a4ff78ae004a5c0b3ec25] to archive 2024-11-10T12:13:52,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:13:52,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/dfa04d68947747b0be1995b524785604 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/dfa04d68947747b0be1995b524785604 2024-11-10T12:13:52,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/4fa4aed9ae194015a1f5405726e9cacd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/4fa4aed9ae194015a1f5405726e9cacd 2024-11-10T12:13:52,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/a54d562f45b24c6db9d7327f419e2b95 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/a54d562f45b24c6db9d7327f419e2b95 2024-11-10T12:13:52,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e548e2900a2948729aae6129efedb7c7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e548e2900a2948729aae6129efedb7c7 2024-11-10T12:13:52,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/00ece66a51624605b8674868d8c3dcb7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/00ece66a51624605b8674868d8c3dcb7 2024-11-10T12:13:52,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f5ff21c119f04dacb35fb416d448ef30 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f5ff21c119f04dacb35fb416d448ef30 2024-11-10T12:13:52,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/104399fa58dd49c8b980483d4e9d2270 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/104399fa58dd49c8b980483d4e9d2270 2024-11-10T12:13:52,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7fa9db6bc54143dd85a9344ae29649c8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7fa9db6bc54143dd85a9344ae29649c8 2024-11-10T12:13:52,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/af073b5b4a504aea9d2d233920c985d9 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/af073b5b4a504aea9d2d233920c985d9 2024-11-10T12:13:52,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/57073065562444e2b843c3d5acfa8377 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/57073065562444e2b843c3d5acfa8377 2024-11-10T12:13:52,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bbf6540f9a29444bb495b7c1c2070fe2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bbf6540f9a29444bb495b7c1c2070fe2 2024-11-10T12:13:52,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/09977d7b8ee04a71948e120a3f7b1d50 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/09977d7b8ee04a71948e120a3f7b1d50 2024-11-10T12:13:52,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30a2e2360ba145ccb0333dea3a6e1f53 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30a2e2360ba145ccb0333dea3a6e1f53 2024-11-10T12:13:52,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/97831cc15c804c2f9b5c52db11762b71 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/97831cc15c804c2f9b5c52db11762b71 2024-11-10T12:13:52,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bb9e30f4aa6346c79bde7ed7edd81285 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bb9e30f4aa6346c79bde7ed7edd81285 2024-11-10T12:13:52,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/37733123ac4d4b7cac0d3007f9cda1c6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/37733123ac4d4b7cac0d3007f9cda1c6 2024-11-10T12:13:52,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/06f8c655c0624372b614557ebcad06b4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/06f8c655c0624372b614557ebcad06b4 2024-11-10T12:13:52,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/ed3bda431e7a452ca8ff656754fb26d8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/ed3bda431e7a452ca8ff656754fb26d8 2024-11-10T12:13:52,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92a11fd2ae3240f882e618d47b280cb1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92a11fd2ae3240f882e618d47b280cb1 2024-11-10T12:13:52,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/d035b188d9d54dc98a53fe39198d493c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/d035b188d9d54dc98a53fe39198d493c 2024-11-10T12:13:52,466 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/42e8b6d1ebf94f77a2e63333c0b11e87 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/42e8b6d1ebf94f77a2e63333c0b11e87 2024-11-10T12:13:52,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bea6f3adccb845ea880903bdc42a4e49 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/bea6f3adccb845ea880903bdc42a4e49 2024-11-10T12:13:52,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/94401d05ca41468f894011d909054296 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/94401d05ca41468f894011d909054296 2024-11-10T12:13:52,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e2121de2af804c29bcc257c476f0b414 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e2121de2af804c29bcc257c476f0b414 2024-11-10T12:13:52,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/6879647f1d2847d88a216e696eeb8e5e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/6879647f1d2847d88a216e696eeb8e5e 2024-11-10T12:13:52,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/0438df005d41447e9de4efca050598fa to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/0438df005d41447e9de4efca050598fa 2024-11-10T12:13:52,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30c79f17fa4e4a5a8f9e0b7eb046ea74 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/30c79f17fa4e4a5a8f9e0b7eb046ea74 2024-11-10T12:13:52,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92c4e3bbd1b4489395b45cf87409325c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/92c4e3bbd1b4489395b45cf87409325c 2024-11-10T12:13:52,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/1914ebf55bbc489aa39797e859ef9276 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/1914ebf55bbc489aa39797e859ef9276 2024-11-10T12:13:52,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f172a809156745978ead368ac0dabe6b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/f172a809156745978ead368ac0dabe6b 2024-11-10T12:13:52,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/74ecab1979624e81ab9f84c43d1b6280 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/74ecab1979624e81ab9f84c43d1b6280 2024-11-10T12:13:52,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/68725cd2a55f428eb8d7f8a89cf952f0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/68725cd2a55f428eb8d7f8a89cf952f0 2024-11-10T12:13:52,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/13e5f8b7d780416ca00b462f62389d5c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/13e5f8b7d780416ca00b462f62389d5c 2024-11-10T12:13:52,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/17cbf4c4459c4aa781ad458eb672c2b7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/17cbf4c4459c4aa781ad458eb672c2b7 2024-11-10T12:13:52,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/8c93fceea99249fc908526fb31e0feab to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/8c93fceea99249fc908526fb31e0feab 2024-11-10T12:13:52,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/20954632e4914a129c93c3b8e0fe10eb to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/20954632e4914a129c93c3b8e0fe10eb 2024-11-10T12:13:52,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cfa20e632b234a3f9398357e192c8206 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cfa20e632b234a3f9398357e192c8206 2024-11-10T12:13:52,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7e0ddbfac45f4998a1eafe93ad36182c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/7e0ddbfac45f4998a1eafe93ad36182c 2024-11-10T12:13:52,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/695dbb8365fd4de7b54370644caf13c0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/695dbb8365fd4de7b54370644caf13c0 2024-11-10T12:13:52,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/eaba675f0878422d8fb156866fc226c6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/eaba675f0878422d8fb156866fc226c6 2024-11-10T12:13:52,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/b7e536b4eb144da0b2d004c579496493 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/b7e536b4eb144da0b2d004c579496493 2024-11-10T12:13:52,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/85e09452270e48758e30377429c1ea06 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/85e09452270e48758e30377429c1ea06 2024-11-10T12:13:52,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e05043187b1a4ff78ae004a5c0b3ec25 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/e05043187b1a4ff78ae004a5c0b3ec25 2024-11-10T12:13:52,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/312ff4b458ae41ac9d8ab9d2bfdcce6d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ffed5dff95849d1af4eb342b7dc82c4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/4b85d72a754c43a48a78124146c663a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/263d9be6908843caabce8a6529474184, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ade8f285ea84514bd1f56844784b52c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/797e64d1f8184c6a99db2517fee5c2e8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/1823cbadc2cf490caa7479ea611f7399, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e3b2b2d7f26248f4b3fcc037064b19a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/66fd5bc79f594205b1b5d59e8f214a20, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/f521d139a6af423fbb4cc22c37a71550, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/fce25348d29c446ea6877877cdae38d1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3bb83767f7e94122b1855a29142f100c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/713ffb91d2874efa9b471387ccf6d427, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ea9d9e52edaf4cd98415a4155f4c9481, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ad73908ac9304e71a0204bbc55b52349, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e278ddbd47f24f9a83ad0ac9060dcc91, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/b8e5ba3fda9d4d6bb9d6f06915493160, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3c9d927e75a145fc896017d096ee3c93, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ca58bebac9ba4252bfd81eee3bdd8a71, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ee8004a2c220408083d40e6ceb91f71a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3f444ddd8d67436bbb4987cdbdd95dec, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/9e0a1a4e10f14690bebbdd271a363af3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6c6b31b5f1484325bc18fc6fde8830b7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ab2fde52ebf842b0910964141d5876fe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/662e46d4149f4e87b04d5fede6e34127, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/062affd97343462698044ade6a2dd3cc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dad1050c0e78490aacc2eeec6627e497, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6ae01bee179e414da875579dafb69807, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdc4a2ce2c5f4150a34fdbdcaaafb051, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6e63e5c25e074b10b636271d31a88e4d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/25ba1524208f4290928f5a79170ef6b0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d50c441e338243abbed237927be72412, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c63b194898004efe967026ae9ec1d589, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d8260ea2716348cdb6c32b828e912f87, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/32b4179583b1411f88a9bdc06bb9e66a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/60d1adb04718445da1e2a03bc99a9e55, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/0dab4208a7554c99a66a0ba19305ba16, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bf5bd0e800624482818699459b7abcfa, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/a3d62fd3ec03436d93a03e9a71221318, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c7dc80131dcb4732ac7770cf310cb0ac, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/167895b425124f59af31dfda8b1da708, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/665d41625b2a4fb6830d48d7c4f152e5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dabacecbcbae4ad1a27094194173a139] to archive 2024-11-10T12:13:52,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:13:52,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/312ff4b458ae41ac9d8ab9d2bfdcce6d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/312ff4b458ae41ac9d8ab9d2bfdcce6d 2024-11-10T12:13:52,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ffed5dff95849d1af4eb342b7dc82c4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ffed5dff95849d1af4eb342b7dc82c4 2024-11-10T12:13:52,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/4b85d72a754c43a48a78124146c663a7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/4b85d72a754c43a48a78124146c663a7 2024-11-10T12:13:52,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/263d9be6908843caabce8a6529474184 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/263d9be6908843caabce8a6529474184 2024-11-10T12:13:52,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ade8f285ea84514bd1f56844784b52c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3ade8f285ea84514bd1f56844784b52c 2024-11-10T12:13:52,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/797e64d1f8184c6a99db2517fee5c2e8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/797e64d1f8184c6a99db2517fee5c2e8 2024-11-10T12:13:52,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/1823cbadc2cf490caa7479ea611f7399 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/1823cbadc2cf490caa7479ea611f7399 2024-11-10T12:13:52,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e3b2b2d7f26248f4b3fcc037064b19a7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e3b2b2d7f26248f4b3fcc037064b19a7 2024-11-10T12:13:52,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/66fd5bc79f594205b1b5d59e8f214a20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/66fd5bc79f594205b1b5d59e8f214a20 2024-11-10T12:13:52,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/f521d139a6af423fbb4cc22c37a71550 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/f521d139a6af423fbb4cc22c37a71550 2024-11-10T12:13:52,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/fce25348d29c446ea6877877cdae38d1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/fce25348d29c446ea6877877cdae38d1 2024-11-10T12:13:52,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3bb83767f7e94122b1855a29142f100c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3bb83767f7e94122b1855a29142f100c 2024-11-10T12:13:52,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/713ffb91d2874efa9b471387ccf6d427 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/713ffb91d2874efa9b471387ccf6d427 2024-11-10T12:13:52,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ea9d9e52edaf4cd98415a4155f4c9481 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ea9d9e52edaf4cd98415a4155f4c9481 2024-11-10T12:13:52,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ad73908ac9304e71a0204bbc55b52349 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ad73908ac9304e71a0204bbc55b52349 2024-11-10T12:13:52,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e278ddbd47f24f9a83ad0ac9060dcc91 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/e278ddbd47f24f9a83ad0ac9060dcc91 2024-11-10T12:13:52,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/b8e5ba3fda9d4d6bb9d6f06915493160 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/b8e5ba3fda9d4d6bb9d6f06915493160 2024-11-10T12:13:52,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3c9d927e75a145fc896017d096ee3c93 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3c9d927e75a145fc896017d096ee3c93 2024-11-10T12:13:52,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ca58bebac9ba4252bfd81eee3bdd8a71 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ca58bebac9ba4252bfd81eee3bdd8a71 2024-11-10T12:13:52,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ee8004a2c220408083d40e6ceb91f71a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ee8004a2c220408083d40e6ceb91f71a 2024-11-10T12:13:52,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3f444ddd8d67436bbb4987cdbdd95dec to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/3f444ddd8d67436bbb4987cdbdd95dec 2024-11-10T12:13:52,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/9e0a1a4e10f14690bebbdd271a363af3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/9e0a1a4e10f14690bebbdd271a363af3 2024-11-10T12:13:52,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6c6b31b5f1484325bc18fc6fde8830b7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6c6b31b5f1484325bc18fc6fde8830b7 2024-11-10T12:13:52,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ab2fde52ebf842b0910964141d5876fe to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/ab2fde52ebf842b0910964141d5876fe 2024-11-10T12:13:52,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/662e46d4149f4e87b04d5fede6e34127 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/662e46d4149f4e87b04d5fede6e34127 2024-11-10T12:13:52,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/062affd97343462698044ade6a2dd3cc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/062affd97343462698044ade6a2dd3cc 2024-11-10T12:13:52,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dad1050c0e78490aacc2eeec6627e497 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dad1050c0e78490aacc2eeec6627e497 2024-11-10T12:13:52,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6ae01bee179e414da875579dafb69807 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6ae01bee179e414da875579dafb69807 2024-11-10T12:13:52,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdc4a2ce2c5f4150a34fdbdcaaafb051 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdc4a2ce2c5f4150a34fdbdcaaafb051 2024-11-10T12:13:52,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6e63e5c25e074b10b636271d31a88e4d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/6e63e5c25e074b10b636271d31a88e4d 2024-11-10T12:13:52,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/25ba1524208f4290928f5a79170ef6b0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/25ba1524208f4290928f5a79170ef6b0 2024-11-10T12:13:52,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d50c441e338243abbed237927be72412 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d50c441e338243abbed237927be72412 2024-11-10T12:13:52,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c63b194898004efe967026ae9ec1d589 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c63b194898004efe967026ae9ec1d589 2024-11-10T12:13:52,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d8260ea2716348cdb6c32b828e912f87 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d8260ea2716348cdb6c32b828e912f87 2024-11-10T12:13:52,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/32b4179583b1411f88a9bdc06bb9e66a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/32b4179583b1411f88a9bdc06bb9e66a 2024-11-10T12:13:52,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/60d1adb04718445da1e2a03bc99a9e55 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/60d1adb04718445da1e2a03bc99a9e55 2024-11-10T12:13:52,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/0dab4208a7554c99a66a0ba19305ba16 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/0dab4208a7554c99a66a0ba19305ba16 2024-11-10T12:13:52,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bf5bd0e800624482818699459b7abcfa to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bf5bd0e800624482818699459b7abcfa 2024-11-10T12:13:52,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/a3d62fd3ec03436d93a03e9a71221318 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/a3d62fd3ec03436d93a03e9a71221318 2024-11-10T12:13:52,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c7dc80131dcb4732ac7770cf310cb0ac to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/c7dc80131dcb4732ac7770cf310cb0ac 2024-11-10T12:13:52,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/167895b425124f59af31dfda8b1da708 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/167895b425124f59af31dfda8b1da708 2024-11-10T12:13:52,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/665d41625b2a4fb6830d48d7c4f152e5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/665d41625b2a4fb6830d48d7c4f152e5 2024-11-10T12:13:52,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dabacecbcbae4ad1a27094194173a139 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/dabacecbcbae4ad1a27094194173a139 2024-11-10T12:13:52,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/31c23ca9fac74b408263bf37ded121af, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/773461d61f5c46a39649134e79dd0860, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/756c630096f547bf9788696d5cc5ca9e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/1735616ea83f470a99d7b9df030af984, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/42eaa07a1fdf4094b68c782ff8ce0c78, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a2bbb19495774532b83d82534f53eab8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/09c05fa222194a6984c6efdad804c43a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f198e17274be44b594e629a2c154a294, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/22c49f1a11b54d5b97b13038d9874214, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/d1cb2a082c064df29e7d9a9187c4a633, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b279c3097a4947508ab1b6e359dbf039, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/e75d21f8eac249a4b30dae80bdb75839, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/850468c115e245c4be412eb37dffe3e5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df36d2d6b2884a70a133901009876286, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d2ac95efaae4f478611503bdd060d04, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/c9d7ea67c75d45dc9a242bb1ab99b2fd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9c8f20672dd14edf8599d989e8a02cee, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/03f23a46fc054263868b8a638124e4c6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/94a37dc077804f74bb667cd46867e48c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f95ec50c62924ea2bd8c59c83876b31b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/3f7b4eb7795148f8a6238ecd4d48fd84, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe1f417568cc4668b26dce08ec0480cd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/27a2fa30bb17451eb668f0e506d32025, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2d9a7d6113f34581aedcd221b40f4819, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/076f2013acc94fe693b8c79bce2bfbbf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d3f2dd76f424f359d4cc28210a2ae4c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/68248e61ce184ff6bf54ef576a11175b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/bff538bf17104b42a116aab12739abe0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/5affe320bf5243fe95d79247d72a2221, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2a4cc8219eeb4dd5a6326a1511067011, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe7847e0e2c7424fb359d18c03cc46bc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f5f8aaecbb33438ba4ec0f880602e2ad, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a0ba83278b3045628a90731da077845c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7092f85204664eee8174367218cb10d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/24ddbd59463140779b3f3ae6b7abd3b9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/368046eba8e84139b6680f57e6f0020d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df0704d943fa45378666de70627354b3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/cb7c70bf9174465c97b9c656dac60cbf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4d69efa65cb04de8bbf74b5a18220673, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/333fcc61bff74fafa9e9688ced7ad47f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b12e19aeafd2424ead366faf92ef36ef, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7e5af486dee143bda7de75c635ad5119] to archive 2024-11-10T12:13:52,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:13:52,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/31c23ca9fac74b408263bf37ded121af to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/31c23ca9fac74b408263bf37ded121af 2024-11-10T12:13:52,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/773461d61f5c46a39649134e79dd0860 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/773461d61f5c46a39649134e79dd0860 2024-11-10T12:13:52,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/756c630096f547bf9788696d5cc5ca9e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/756c630096f547bf9788696d5cc5ca9e 2024-11-10T12:13:52,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/1735616ea83f470a99d7b9df030af984 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/1735616ea83f470a99d7b9df030af984 2024-11-10T12:13:52,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/42eaa07a1fdf4094b68c782ff8ce0c78 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/42eaa07a1fdf4094b68c782ff8ce0c78 2024-11-10T12:13:52,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a2bbb19495774532b83d82534f53eab8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a2bbb19495774532b83d82534f53eab8 2024-11-10T12:13:52,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/09c05fa222194a6984c6efdad804c43a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/09c05fa222194a6984c6efdad804c43a 2024-11-10T12:13:52,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f198e17274be44b594e629a2c154a294 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f198e17274be44b594e629a2c154a294 2024-11-10T12:13:52,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/22c49f1a11b54d5b97b13038d9874214 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/22c49f1a11b54d5b97b13038d9874214 2024-11-10T12:13:52,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/d1cb2a082c064df29e7d9a9187c4a633 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/d1cb2a082c064df29e7d9a9187c4a633 2024-11-10T12:13:52,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b279c3097a4947508ab1b6e359dbf039 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b279c3097a4947508ab1b6e359dbf039 2024-11-10T12:13:52,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/e75d21f8eac249a4b30dae80bdb75839 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/e75d21f8eac249a4b30dae80bdb75839 2024-11-10T12:13:52,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/850468c115e245c4be412eb37dffe3e5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/850468c115e245c4be412eb37dffe3e5 2024-11-10T12:13:52,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df36d2d6b2884a70a133901009876286 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df36d2d6b2884a70a133901009876286 2024-11-10T12:13:52,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d2ac95efaae4f478611503bdd060d04 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d2ac95efaae4f478611503bdd060d04 2024-11-10T12:13:52,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/c9d7ea67c75d45dc9a242bb1ab99b2fd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/c9d7ea67c75d45dc9a242bb1ab99b2fd 2024-11-10T12:13:52,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9c8f20672dd14edf8599d989e8a02cee to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9c8f20672dd14edf8599d989e8a02cee 2024-11-10T12:13:52,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/03f23a46fc054263868b8a638124e4c6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/03f23a46fc054263868b8a638124e4c6 2024-11-10T12:13:52,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/94a37dc077804f74bb667cd46867e48c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/94a37dc077804f74bb667cd46867e48c 2024-11-10T12:13:52,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f95ec50c62924ea2bd8c59c83876b31b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f95ec50c62924ea2bd8c59c83876b31b 2024-11-10T12:13:52,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/3f7b4eb7795148f8a6238ecd4d48fd84 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/3f7b4eb7795148f8a6238ecd4d48fd84 2024-11-10T12:13:52,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe1f417568cc4668b26dce08ec0480cd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe1f417568cc4668b26dce08ec0480cd 2024-11-10T12:13:52,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/27a2fa30bb17451eb668f0e506d32025 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/27a2fa30bb17451eb668f0e506d32025 2024-11-10T12:13:52,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0cf61d3a1a0447fdbc63a8fa7d6e7ae3 2024-11-10T12:13:52,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2d9a7d6113f34581aedcd221b40f4819 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2d9a7d6113f34581aedcd221b40f4819 2024-11-10T12:13:52,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/076f2013acc94fe693b8c79bce2bfbbf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/076f2013acc94fe693b8c79bce2bfbbf 2024-11-10T12:13:52,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d3f2dd76f424f359d4cc28210a2ae4c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0d3f2dd76f424f359d4cc28210a2ae4c 2024-11-10T12:13:52,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/68248e61ce184ff6bf54ef576a11175b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/68248e61ce184ff6bf54ef576a11175b 2024-11-10T12:13:52,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/bff538bf17104b42a116aab12739abe0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/bff538bf17104b42a116aab12739abe0 2024-11-10T12:13:52,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/5affe320bf5243fe95d79247d72a2221 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/5affe320bf5243fe95d79247d72a2221 2024-11-10T12:13:52,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2a4cc8219eeb4dd5a6326a1511067011 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/2a4cc8219eeb4dd5a6326a1511067011 2024-11-10T12:13:52,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe7847e0e2c7424fb359d18c03cc46bc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/fe7847e0e2c7424fb359d18c03cc46bc 2024-11-10T12:13:52,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f5f8aaecbb33438ba4ec0f880602e2ad to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/f5f8aaecbb33438ba4ec0f880602e2ad 2024-11-10T12:13:52,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a0ba83278b3045628a90731da077845c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/a0ba83278b3045628a90731da077845c 2024-11-10T12:13:52,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7092f85204664eee8174367218cb10d8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7092f85204664eee8174367218cb10d8 2024-11-10T12:13:52,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/24ddbd59463140779b3f3ae6b7abd3b9 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/24ddbd59463140779b3f3ae6b7abd3b9 2024-11-10T12:13:52,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/368046eba8e84139b6680f57e6f0020d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/368046eba8e84139b6680f57e6f0020d 2024-11-10T12:13:52,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df0704d943fa45378666de70627354b3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/df0704d943fa45378666de70627354b3 2024-11-10T12:13:52,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/cb7c70bf9174465c97b9c656dac60cbf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/cb7c70bf9174465c97b9c656dac60cbf 2024-11-10T12:13:52,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4d69efa65cb04de8bbf74b5a18220673 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4d69efa65cb04de8bbf74b5a18220673 2024-11-10T12:13:52,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/333fcc61bff74fafa9e9688ced7ad47f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/333fcc61bff74fafa9e9688ced7ad47f 2024-11-10T12:13:52,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b12e19aeafd2424ead366faf92ef36ef to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/b12e19aeafd2424ead366faf92ef36ef 2024-11-10T12:13:52,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7e5af486dee143bda7de75c635ad5119 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/7e5af486dee143bda7de75c635ad5119 2024-11-10T12:13:52,604 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/recovered.edits/598.seqid, newMaxSeqId=598, maxSeqId=1 2024-11-10T12:13:52,604 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. 2024-11-10T12:13:52,604 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for af7c534a969e189e50e4ca7ed57ce6f7: Waiting for close lock at 1731240831180Running coprocessor pre-close hooks at 1731240831180Disabling compacts and flushes for region at 1731240831180Disabling writes for close at 1731240831180Obtaining lock to block concurrent updates at 1731240831180Preparing flush snapshotting stores in af7c534a969e189e50e4ca7ed57ce6f7 at 1731240831180Finished memstore snapshotting TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731240831181 (+1 ms)Flushing stores of TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7. at 1731240831181Flushing af7c534a969e189e50e4ca7ed57ce6f7/A: creating writer at 1731240831181Flushing af7c534a969e189e50e4ca7ed57ce6f7/A: appending metadata at 1731240831184 (+3 ms)Flushing af7c534a969e189e50e4ca7ed57ce6f7/A: closing flushed file at 1731240831184Flushing af7c534a969e189e50e4ca7ed57ce6f7/B: creating writer at 1731240831594 (+410 ms)Flushing af7c534a969e189e50e4ca7ed57ce6f7/B: appending metadata at 1731240831597 (+3 ms)Flushing af7c534a969e189e50e4ca7ed57ce6f7/B: closing flushed file at 1731240831597Flushing af7c534a969e189e50e4ca7ed57ce6f7/C: creating writer at 1731240832006 (+409 ms)Flushing af7c534a969e189e50e4ca7ed57ce6f7/C: appending metadata at 1731240832010 (+4 ms)Flushing af7c534a969e189e50e4ca7ed57ce6f7/C: closing flushed file at 1731240832010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542668a8: reopening flushed file at 1731240832419 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38cd5cca: reopening flushed file at 1731240832424 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c68eb9f: reopening flushed file at 1731240832429 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for af7c534a969e189e50e4ca7ed57ce6f7 in 1254ms, sequenceid=595, compaction requested=true at 1731240832435 (+6 ms)Writing region close event to WAL at 1731240832600 (+165 ms)Running coprocessor post-close hooks at 1731240832604 (+4 ms)Closed at 1731240832604 2024-11-10T12:13:52,607 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:52,607 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=af7c534a969e189e50e4ca7ed57ce6f7, regionState=CLOSED 2024-11-10T12:13:52,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:13:52,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-10T12:13:52,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure af7c534a969e189e50e4ca7ed57ce6f7, server=3857ccc89b65,43105,1731240799921 in 1.5880 sec 2024-11-10T12:13:52,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-10T12:13:52,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=af7c534a969e189e50e4ca7ed57ce6f7, UNASSIGN in 1.5940 sec 2024-11-10T12:13:52,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-10T12:13:52,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6010 sec 2024-11-10T12:13:52,617 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240832617"}]},"ts":"1731240832617"} 2024-11-10T12:13:52,619 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:13:52,619 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:13:52,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6140 sec 2024-11-10T12:13:53,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-10T12:13:53,157 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:53,160 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:13:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,165 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T12:13:53,167 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,172 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:53,175 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/recovered.edits] 2024-11-10T12:13:53,177 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/34daf85348a8450296b03343b07f7238 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/34daf85348a8450296b03343b07f7238 2024-11-10T12:13:53,178 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/5de4e1a22a47474bb93f327014905d89 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/5de4e1a22a47474bb93f327014905d89 2024-11-10T12:13:53,180 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cc73ac2b243749cab653b969e93e1739 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/A/cc73ac2b243749cab653b969e93e1739 2024-11-10T12:13:53,182 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bfb21e2a20c84f5f8f77e6f0c360dba5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/bfb21e2a20c84f5f8f77e6f0c360dba5 2024-11-10T12:13:53,183 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdfa486497d843888459b46538c5f549 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/cdfa486497d843888459b46538c5f549 2024-11-10T12:13:53,184 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d01296157859463ea171e0269a04f066 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/B/d01296157859463ea171e0269a04f066 2024-11-10T12:13:53,186 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0a7e276185d843d3a1679b74441e4303 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/0a7e276185d843d3a1679b74441e4303 2024-11-10T12:13:53,187 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4c61d56cb33945b68fc2031bf29ccfe7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/4c61d56cb33945b68fc2031bf29ccfe7 2024-11-10T12:13:53,188 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9d391553eb1d43b6afb0e778037f90f2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/C/9d391553eb1d43b6afb0e778037f90f2 2024-11-10T12:13:53,191 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/recovered.edits/598.seqid to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7/recovered.edits/598.seqid 2024-11-10T12:13:53,191 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/af7c534a969e189e50e4ca7ed57ce6f7 2024-11-10T12:13:53,191 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:13:53,196 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T12:13:53,207 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:13:53,244 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:13:53,246 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,246 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:13:53,246 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731240833246"}]},"ts":"9223372036854775807"} 2024-11-10T12:13:53,251 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:13:53,251 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => af7c534a969e189e50e4ca7ed57ce6f7, NAME => 'TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:13:53,252 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:13:53,252 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731240833252"}]},"ts":"9223372036854775807"} 2024-11-10T12:13:53,255 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:13:53,257 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec 2024-11-10T12:13:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-10T12:13:53,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:13:53,278 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:53,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 212) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3857ccc89b65:43105-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1569092116_22 at /127.0.0.1:47634 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 284) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8840 (was 9361) 2024-11-10T12:13:53,301 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=8840 2024-11-10T12:13:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:13:53,303 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:13:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:53,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:13:53,305 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:53,305 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-10T12:13:53,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:13:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T12:13:53,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741975_1151 (size=1061) 2024-11-10T12:13:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T12:13:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T12:13:53,714 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:13:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741976_1152 (size=53) 2024-11-10T12:13:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T12:13:54,120 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:54,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9a8a146b1469b94b5de20781e4e1477f, disabling compactions & flushes 2024-11-10T12:13:54,121 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. after waiting 0 ms 2024-11-10T12:13:54,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,121 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,121 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a8a146b1469b94b5de20781e4e1477f: Waiting for close lock at 1731240834121Disabling compacts and flushes for region at 1731240834121Disabling writes for close at 1731240834121Writing region close event to WAL at 1731240834121Closed at 1731240834121 2024-11-10T12:13:54,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:13:54,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731240834122"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731240834122"}]},"ts":"1731240834122"} 2024-11-10T12:13:54,124 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:13:54,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:13:54,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240834125"}]},"ts":"1731240834125"} 2024-11-10T12:13:54,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:13:54,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, ASSIGN}] 2024-11-10T12:13:54,128 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, ASSIGN 2024-11-10T12:13:54,129 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, ASSIGN; state=OFFLINE, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=false 2024-11-10T12:13:54,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:54,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, ASSIGN because future has completed 2024-11-10T12:13:54,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:13:54,438 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,438 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:13:54,438 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,438 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:54,439 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,439 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,440 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,441 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:54,442 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8a146b1469b94b5de20781e4e1477f columnFamilyName A 2024-11-10T12:13:54,442 DEBUG [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:54,443 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(327): Store=9a8a146b1469b94b5de20781e4e1477f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:54,443 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,444 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:54,444 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8a146b1469b94b5de20781e4e1477f columnFamilyName B 2024-11-10T12:13:54,444 DEBUG [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:54,444 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(327): Store=9a8a146b1469b94b5de20781e4e1477f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:54,444 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,445 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:54,445 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8a146b1469b94b5de20781e4e1477f columnFamilyName C 2024-11-10T12:13:54,445 DEBUG [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:54,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T12:13:54,446 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(327): Store=9a8a146b1469b94b5de20781e4e1477f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:54,446 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,446 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,447 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,447 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,448 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,448 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,449 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:13:54,450 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,451 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:13:54,452 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 9a8a146b1469b94b5de20781e4e1477f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68088657, jitterRate=0.014600053429603577}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:13:54,452 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:54,453 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 9a8a146b1469b94b5de20781e4e1477f: Running coprocessor pre-open hook at 1731240834439Writing region info on filesystem at 1731240834439Initializing all the Stores at 1731240834439Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240834439Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240834440 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240834440Cleaning up temporary data from old regions at 1731240834448 (+8 ms)Running coprocessor post-open hooks at 1731240834452 (+4 ms)Region opened successfully at 1731240834453 (+1 ms) 2024-11-10T12:13:54,453 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., pid=32, masterSystemTime=1731240834434 2024-11-10T12:13:54,455 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,455 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:54,456 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:54,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:13:54,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-10T12:13:54,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 in 177 msec 2024-11-10T12:13:54,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-10T12:13:54,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, ASSIGN in 334 msec 2024-11-10T12:13:54,464 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:13:54,464 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240834464"}]},"ts":"1731240834464"} 2024-11-10T12:13:54,465 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:13:54,466 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:13:54,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1630 sec 2024-11-10T12:13:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-10T12:13:55,466 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:55,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:55,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:55,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:55,469 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c28280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:55,471 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12afde2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:55,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:55,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:55,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:13:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:13:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302feb9a 2024-11-10T12:13:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:13:55,477 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:13:55,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:13:55,483 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:13:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:13:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741977_1153 (size=1097) 2024-11-10T12:13:55,900 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T12:13:55,900 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T12:13:55,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:13:55,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, REOPEN/MOVE}] 2024-11-10T12:13:55,912 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, REOPEN/MOVE 2024-11-10T12:13:55,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:55,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, REOPEN/MOVE because future has completed 2024-11-10T12:13:55,915 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:13:55,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:13:56,067 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,067 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:13:56,068 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 9a8a146b1469b94b5de20781e4e1477f, disabling compactions & flushes 2024-11-10T12:13:56,068 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,068 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,068 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. after waiting 0 ms 2024-11-10T12:13:56,068 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,071 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:13:56,072 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,072 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 9a8a146b1469b94b5de20781e4e1477f: Waiting for close lock at 1731240836068Running coprocessor pre-close hooks at 1731240836068Disabling compacts and flushes for region at 1731240836068Disabling writes for close at 1731240836068Writing region close event to WAL at 1731240836068Running coprocessor post-close hooks at 1731240836072 (+4 ms)Closed at 1731240836072 2024-11-10T12:13:56,072 WARN [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 9a8a146b1469b94b5de20781e4e1477f to self. 2024-11-10T12:13:56,074 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=CLOSED 2024-11-10T12:13:56,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:13:56,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-10T12:13:56,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 in 162 msec 2024-11-10T12:13:56,079 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, REOPEN/MOVE; state=CLOSED, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=true 2024-11-10T12:13:56,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, REOPEN/MOVE because future has completed 2024-11-10T12:13:56,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:13:56,387 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,387 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:13:56,388 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,388 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:13:56,388 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,388 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,390 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,391 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:56,396 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8a146b1469b94b5de20781e4e1477f columnFamilyName A 2024-11-10T12:13:56,398 DEBUG [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:56,398 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(327): Store=9a8a146b1469b94b5de20781e4e1477f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:56,398 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,399 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:56,399 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8a146b1469b94b5de20781e4e1477f columnFamilyName B 2024-11-10T12:13:56,399 DEBUG [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:56,400 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(327): Store=9a8a146b1469b94b5de20781e4e1477f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:56,400 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,400 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:13:56,400 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a8a146b1469b94b5de20781e4e1477f columnFamilyName C 2024-11-10T12:13:56,400 DEBUG [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:56,401 INFO [StoreOpener-9a8a146b1469b94b5de20781e4e1477f-1 {}] regionserver.HStore(327): Store=9a8a146b1469b94b5de20781e4e1477f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:13:56,401 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,401 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,401 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,402 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,403 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,403 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,403 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:13:56,405 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,405 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 9a8a146b1469b94b5de20781e4e1477f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71281131, jitterRate=0.06217162311077118}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:13:56,405 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,408 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 9a8a146b1469b94b5de20781e4e1477f: Running coprocessor pre-open hook at 1731240836388Writing region info on filesystem at 1731240836388Initializing all the Stores at 1731240836389 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240836389Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240836389Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240836389Cleaning up temporary data from old regions at 1731240836403 (+14 ms)Running coprocessor post-open hooks at 1731240836405 (+2 ms)Region opened successfully at 1731240836408 (+3 ms) 2024-11-10T12:13:56,408 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., pid=37, masterSystemTime=1731240836384 2024-11-10T12:13:56,410 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,410 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=OPEN, openSeqNum=5, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:13:56,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-10T12:13:56,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 in 181 msec 2024-11-10T12:13:56,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-10T12:13:56,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, REOPEN/MOVE in 504 msec 2024-11-10T12:13:56,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-10T12:13:56,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-10T12:13:56,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-10T12:13:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-10T12:13:56,427 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:13:56,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,429 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a0ab84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,431 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320bd837, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,432 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,433 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aa3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,435 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5680f916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,437 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3600c4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,438 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,439 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c1b25b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,441 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f4f4ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,442 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb75f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,444 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cd7c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,445 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341d00e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,447 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df179b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,449 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,449 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4607f940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,451 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f3237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,452 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,452 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0f42b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,454 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4829f175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,455 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,456 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d64e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:13:56,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:13:56,457 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:13:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:13:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:13:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71932a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:13:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:13:56,457 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:13:56,458 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:13:56,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f6e5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:13:56,459 DEBUG [Thread-753 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,459 DEBUG [Thread-746 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,459 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:13:56,459 DEBUG [Thread-759 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,460 DEBUG [Thread-755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,460 DEBUG [Thread-744 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:13:56,462 DEBUG [Thread-757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,462 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,462 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:13:56,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,463 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:13:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:13:56,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,465 DEBUG [Thread-750 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,465 DEBUG [Thread-742 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,465 DEBUG [Thread-748 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:13:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:13:56,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:13:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:13:56,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:13:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:13:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:13:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:13:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:13:56,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:56,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111030429f80993545ce829aeb72021b374f_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240836476/Put/seqid=0 2024-11-10T12:13:56,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741978_1154 (size=14594) 2024-11-10T12:13:56,551 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:56,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240896542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240836524, max timestamp=1731240836550Num uniques 859; 2024-11-10T12:13:56,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:13:56,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240836524, max timestamp=1731240836550Num uniques 859; 2024-11-10T12:13:56,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:13:56,557 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240836524, max timestamp=1731240836550Num uniques 859; 2024-11-10T12:13:56,558 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:13:56,562 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111030429f80993545ce829aeb72021b374f_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111030429f80993545ce829aeb72021b374f_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:56,564 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/d1f46ef52f7641ddbec052acbf96e66c, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:13:56,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/d1f46ef52f7641ddbec052acbf96e66c is 175, key is test_row_0/A:col10/1731240836476/Put/seqid=0 2024-11-10T12:13:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741979_1155 (size=39549) 2024-11-10T12:13:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240896603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240896606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240896611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,623 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240896617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240896666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240896726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240896727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240896727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240896727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:56,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:13:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240896876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:56,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:56,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240896936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240896936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240896938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:56,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240896938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:56,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:56,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/d1f46ef52f7641ddbec052acbf96e66c 2024-11-10T12:13:57,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/72bd5c58a11148cc8b4646af54fddfe9 is 50, key is test_row_0/B:col10/1731240836476/Put/seqid=0 2024-11-10T12:13:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741980_1156 (size=12001) 2024-11-10T12:13:57,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/72bd5c58a11148cc8b4646af54fddfe9 2024-11-10T12:13:57,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:57,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:57,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:13:57,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/be6dabe9769d4e25821eee3fc9d553d8 is 50, key is test_row_0/C:col10/1731240836476/Put/seqid=0 2024-11-10T12:13:57,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741981_1157 (size=12001) 2024-11-10T12:13:57,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/be6dabe9769d4e25821eee3fc9d553d8 2024-11-10T12:13:57,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/d1f46ef52f7641ddbec052acbf96e66c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c 2024-11-10T12:13:57,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c, entries=200, sequenceid=14, filesize=38.6 K 2024-11-10T12:13:57,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/72bd5c58a11148cc8b4646af54fddfe9 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/72bd5c58a11148cc8b4646af54fddfe9 2024-11-10T12:13:57,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/72bd5c58a11148cc8b4646af54fddfe9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:13:57,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/be6dabe9769d4e25821eee3fc9d553d8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/be6dabe9769d4e25821eee3fc9d553d8 2024-11-10T12:13:57,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/be6dabe9769d4e25821eee3fc9d553d8, entries=150, sequenceid=14, filesize=11.7 K 2024-11-10T12:13:57,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 9a8a146b1469b94b5de20781e4e1477f in 645ms, sequenceid=14, compaction requested=false 2024-11-10T12:13:57,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:57,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-10T12:13:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:13:57,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:13:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:13:57,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:57,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104dafe55f6500447590216d67a2a130ec_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240836606/Put/seqid=0 2024-11-10T12:13:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741982_1158 (size=14594) 2024-11-10T12:13:57,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:57,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,249 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104dafe55f6500447590216d67a2a130ec_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104dafe55f6500447590216d67a2a130ec_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240897246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1a470d93008b409cb0aaf6a200b025c9, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240897246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1a470d93008b409cb0aaf6a200b025c9 is 175, key is test_row_0/A:col10/1731240836606/Put/seqid=0 2024-11-10T12:13:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240897246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240897256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240897257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741983_1159 (size=39549) 2024-11-10T12:13:57,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240897356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:57,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:57,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:57,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240897566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:13:57,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1a470d93008b409cb0aaf6a200b025c9 2024-11-10T12:13:57,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b3ed65a1688f4e2ab6e8c6f24edf9e27 is 50, key is test_row_0/B:col10/1731240836606/Put/seqid=0 2024-11-10T12:13:57,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741984_1160 (size=12001) 2024-11-10T12:13:57,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240897756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240897766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240897776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240897777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:57,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:57,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:57,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:57,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240897876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:57,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:58,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b3ed65a1688f4e2ab6e8c6f24edf9e27 2024-11-10T12:13:58,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/0f61e28b026f415d94f73ce2068c7729 is 50, key is test_row_0/C:col10/1731240836606/Put/seqid=0 2024-11-10T12:13:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741985_1161 (size=12001) 2024-11-10T12:13:58,137 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:13:58,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:58,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240898396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:58,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:13:58,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:13:58,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/0f61e28b026f415d94f73ce2068c7729 2024-11-10T12:13:58,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1a470d93008b409cb0aaf6a200b025c9 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9 2024-11-10T12:13:58,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9, entries=200, sequenceid=50, filesize=38.6 K 2024-11-10T12:13:58,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b3ed65a1688f4e2ab6e8c6f24edf9e27 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b3ed65a1688f4e2ab6e8c6f24edf9e27 2024-11-10T12:13:58,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b3ed65a1688f4e2ab6e8c6f24edf9e27, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:13:58,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/0f61e28b026f415d94f73ce2068c7729 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0f61e28b026f415d94f73ce2068c7729 2024-11-10T12:13:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0f61e28b026f415d94f73ce2068c7729, entries=150, sequenceid=50, filesize=11.7 K 2024-11-10T12:13:58,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 9a8a146b1469b94b5de20781e4e1477f in 1339ms, sequenceid=50, compaction requested=false 2024-11-10T12:13:58,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:13:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-10T12:13:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,626 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:13:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:13:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:13:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:13:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:58,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111063991db52dbd4505a18eb26fc3822775_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240837204/Put/seqid=0 2024-11-10T12:13:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741986_1162 (size=9714) 2024-11-10T12:13:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111063991db52dbd4505a18eb26fc3822775_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111063991db52dbd4505a18eb26fc3822775_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:58,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4e261c953f4649e6988e1bb670fbabb1, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:58,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4e261c953f4649e6988e1bb670fbabb1 is 175, key is test_row_0/A:col10/1731240837204/Put/seqid=0 2024-11-10T12:13:58,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741987_1163 (size=22361) 2024-11-10T12:13:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,679 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4e261c953f4649e6988e1bb670fbabb1 2024-11-10T12:13:58,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/44ece98ece6743d5ae2ee386b56858a7 is 50, key is test_row_0/B:col10/1731240837204/Put/seqid=0 2024-11-10T12:13:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741988_1164 (size=9657) 2024-11-10T12:13:58,731 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/44ece98ece6743d5ae2ee386b56858a7 2024-11-10T12:13:58,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/1ae81404c4f04f4ebada4d3f9ba60669 is 50, key is test_row_0/C:col10/1731240837204/Put/seqid=0 2024-11-10T12:13:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741989_1165 (size=9657) 2024-11-10T12:13:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/1ae81404c4f04f4ebada4d3f9ba60669 2024-11-10T12:13:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4e261c953f4649e6988e1bb670fbabb1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1 2024-11-10T12:13:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,768 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1, entries=100, sequenceid=59, filesize=21.8 K 2024-11-10T12:13:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/44ece98ece6743d5ae2ee386b56858a7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/44ece98ece6743d5ae2ee386b56858a7 2024-11-10T12:13:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,776 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/44ece98ece6743d5ae2ee386b56858a7, entries=100, sequenceid=59, filesize=9.4 K 2024-11-10T12:13:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/1ae81404c4f04f4ebada4d3f9ba60669 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/1ae81404c4f04f4ebada4d3f9ba60669 2024-11-10T12:13:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,784 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/1ae81404c4f04f4ebada4d3f9ba60669, entries=100, sequenceid=59, filesize=9.4 K 2024-11-10T12:13:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,786 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 9a8a146b1469b94b5de20781e4e1477f in 160ms, sequenceid=59, compaction requested=true 2024-11-10T12:13:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-10T12:13:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-10T12:13:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-10T12:13:58,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec 2024-11-10T12:13:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.3320 sec 2024-11-10T12:13:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:58,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:13:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:13:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:13:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:13:58,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032052d352c674a5dbe7f09ee2e8c7985_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:58,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741990_1166 (size=19474) 2024-11-10T12:13:58,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:58,868 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111032052d352c674a5dbe7f09ee2e8c7985_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032052d352c674a5dbe7f09ee2e8c7985_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:58,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a3be26a0fcbc41fca02b1d571dccfd21, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:58,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a3be26a0fcbc41fca02b1d571dccfd21 is 175, key is test_row_0/A:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:58,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741991_1167 (size=56733) 2024-11-10T12:13:58,887 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=69, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a3be26a0fcbc41fca02b1d571dccfd21 2024-11-10T12:13:58,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731240838845, max timestamp=1731240838888Num uniques 859; 2024-11-10T12:13:58,893 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T12:13:58,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731240838845, max timestamp=1731240838888Num uniques 859; 2024-11-10T12:13:58,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T12:13:58,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731240838845, max timestamp=1731240838888Num uniques 859; 2024-11-10T12:13:58,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T12:13:58,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/a5d088ecc9464c378850d288b44391ca is 50, key is test_row_0/B:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:58,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741992_1168 (size=12001) 2024-11-10T12:13:58,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/a5d088ecc9464c378850d288b44391ca 2024-11-10T12:13:58,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/e383a55ec0f645c2a50fd3e309ef774c is 50, key is test_row_0/C:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:58,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240898923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741993_1169 (size=12001) 2024-11-10T12:13:58,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240898923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:58,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240898926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:58,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:58,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/e383a55ec0f645c2a50fd3e309ef774c 2024-11-10T12:13:58,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240898926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:58,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a3be26a0fcbc41fca02b1d571dccfd21 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21 2024-11-10T12:13:58,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21, entries=300, sequenceid=69, filesize=55.4 K 2024-11-10T12:13:58,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/a5d088ecc9464c378850d288b44391ca as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a5d088ecc9464c378850d288b44391ca 2024-11-10T12:13:58,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a5d088ecc9464c378850d288b44391ca, entries=150, sequenceid=69, filesize=11.7 K 2024-11-10T12:13:58,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/e383a55ec0f645c2a50fd3e309ef774c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/e383a55ec0f645c2a50fd3e309ef774c 2024-11-10T12:13:58,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/e383a55ec0f645c2a50fd3e309ef774c, entries=150, sequenceid=69, filesize=11.7 K 2024-11-10T12:13:58,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 9a8a146b1469b94b5de20781e4e1477f in 139ms, sequenceid=69, compaction requested=true 2024-11-10T12:13:58,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:13:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:58,978 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:13:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:13:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:58,978 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:13:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:13:58,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:58,981 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:13:58,982 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:13:58,982 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:13:58,982 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:13:58,982 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,982 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,982 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/72bd5c58a11148cc8b4646af54fddfe9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b3ed65a1688f4e2ab6e8c6f24edf9e27, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/44ece98ece6743d5ae2ee386b56858a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a5d088ecc9464c378850d288b44391ca] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=44.6 K 2024-11-10T12:13:58,982 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=154.5 K 2024-11-10T12:13:58,982 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:58,982 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21] 2024-11-10T12:13:58,983 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 72bd5c58a11148cc8b4646af54fddfe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731240836476 2024-11-10T12:13:58,983 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1f46ef52f7641ddbec052acbf96e66c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731240836476 2024-11-10T12:13:58,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b3ed65a1688f4e2ab6e8c6f24edf9e27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731240836606 2024-11-10T12:13:58,984 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a470d93008b409cb0aaf6a200b025c9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731240836579 2024-11-10T12:13:58,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 44ece98ece6743d5ae2ee386b56858a7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731240837204 2024-11-10T12:13:58,984 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e261c953f4649e6988e1bb670fbabb1, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731240837204 2024-11-10T12:13:58,985 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d088ecc9464c378850d288b44391ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731240838829 2024-11-10T12:13:58,985 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3be26a0fcbc41fca02b1d571dccfd21, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731240838796 2024-11-10T12:13:58,996 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:59,003 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:59,004 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/9fc89a790d9d48f58c9b3d4c8959e9a3 is 50, key is test_row_0/B:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:59,004 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110facd6b1dd1c5465da1ea567545e2f062_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:59,008 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110facd6b1dd1c5465da1ea567545e2f062_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:59,009 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110facd6b1dd1c5465da1ea567545e2f062_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741994_1170 (size=12139) 2024-11-10T12:13:59,034 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/9fc89a790d9d48f58c9b3d4c8959e9a3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/9fc89a790d9d48f58c9b3d4c8959e9a3 2024-11-10T12:13:59,045 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into 9fc89a790d9d48f58c9b3d4c8959e9a3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:59,045 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:59,045 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=12, startTime=1731240838978; duration=0sec 2024-11-10T12:13:59,045 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:13:59,045 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:13:59,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741995_1171 (size=4469) 2024-11-10T12:13:59,045 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:13:59,049 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#150 average throughput is 0.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:59,050 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a79c26322e994f6588d081bf89a3f6e4 is 175, key is test_row_0/A:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:59,052 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:13:59,052 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:13:59,052 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:13:59,052 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/be6dabe9769d4e25821eee3fc9d553d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0f61e28b026f415d94f73ce2068c7729, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/1ae81404c4f04f4ebada4d3f9ba60669, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/e383a55ec0f645c2a50fd3e309ef774c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=44.6 K 2024-11-10T12:13:59,053 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting be6dabe9769d4e25821eee3fc9d553d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731240836476 2024-11-10T12:13:59,054 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f61e28b026f415d94f73ce2068c7729, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731240836606 2024-11-10T12:13:59,055 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae81404c4f04f4ebada4d3f9ba60669, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731240837204 2024-11-10T12:13:59,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=147.60 KB heapSize=401.39 KB 2024-11-10T12:13:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:13:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:13:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:13:59,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:13:59,058 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e383a55ec0f645c2a50fd3e309ef774c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731240838829 2024-11-10T12:13:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741996_1172 (size=31093) 2024-11-10T12:13:59,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f347ab13c2614dba822e2ae5a76292b3_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240838922/Put/seqid=0 2024-11-10T12:13:59,082 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:13:59,083 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/269ee9d1c5ae4182a2ced21be2a0d10f is 50, key is test_row_0/C:col10/1731240838837/Put/seqid=0 2024-11-10T12:13:59,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240899084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240899085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240899091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240899092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,096 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a79c26322e994f6588d081bf89a3f6e4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a79c26322e994f6588d081bf89a3f6e4 2024-11-10T12:13:59,104 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into a79c26322e994f6588d081bf89a3f6e4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:59,104 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:59,104 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=12, startTime=1731240838977; duration=0sec 2024-11-10T12:13:59,104 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:59,105 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:13:59,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741997_1173 (size=14594) 2024-11-10T12:13:59,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:59,111 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f347ab13c2614dba822e2ae5a76292b3_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f347ab13c2614dba822e2ae5a76292b3_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:59,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741998_1174 (size=12139) 2024-11-10T12:13:59,116 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a4f2b929acc84ce69aac2363990cc70b, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:59,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a4f2b929acc84ce69aac2363990cc70b is 175, key is test_row_0/A:col10/1731240838922/Put/seqid=0 2024-11-10T12:13:59,127 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/269ee9d1c5ae4182a2ced21be2a0d10f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/269ee9d1c5ae4182a2ced21be2a0d10f 2024-11-10T12:13:59,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741999_1175 (size=39549) 2024-11-10T12:13:59,136 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into 269ee9d1c5ae4182a2ced21be2a0d10f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:13:59,136 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:59,136 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=12, startTime=1731240838978; duration=0sec 2024-11-10T12:13:59,136 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:13:59,136 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:13:59,140 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a4f2b929acc84ce69aac2363990cc70b 2024-11-10T12:13:59,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/d0dd09d3d9864b4187c058ddc45f4f87 is 50, key is test_row_0/B:col10/1731240838922/Put/seqid=0 2024-11-10T12:13:59,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742000_1176 (size=12001) 2024-11-10T12:13:59,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/d0dd09d3d9864b4187c058ddc45f4f87 2024-11-10T12:13:59,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca1dab4739aa4313913a632387840ec2 is 50, key is test_row_0/C:col10/1731240838922/Put/seqid=0 2024-11-10T12:13:59,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742001_1177 (size=12001) 2024-11-10T12:13:59,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca1dab4739aa4313913a632387840ec2 2024-11-10T12:13:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/a4f2b929acc84ce69aac2363990cc70b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b 2024-11-10T12:13:59,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240899196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240899196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,202 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240899206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240899206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b, entries=200, sequenceid=104, filesize=38.6 K 2024-11-10T12:13:59,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/d0dd09d3d9864b4187c058ddc45f4f87 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d0dd09d3d9864b4187c058ddc45f4f87 2024-11-10T12:13:59,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d0dd09d3d9864b4187c058ddc45f4f87, entries=150, sequenceid=104, filesize=11.7 K 2024-11-10T12:13:59,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca1dab4739aa4313913a632387840ec2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca1dab4739aa4313913a632387840ec2 2024-11-10T12:13:59,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca1dab4739aa4313913a632387840ec2, entries=150, sequenceid=104, filesize=11.7 K 2024-11-10T12:13:59,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~401.34 KB/410976, currentSize=46.96 KB/48090 for 9a8a146b1469b94b5de20781e4e1477f in 171ms, sequenceid=104, compaction requested=false 2024-11-10T12:13:59,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:13:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:59,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:13:59,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:13:59,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:59,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:13:59,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:59,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:13:59,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:13:59,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110269b68938b044c10bdf91bebacb9f942_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240839408/Put/seqid=0 2024-11-10T12:13:59,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742002_1178 (size=14594) 2024-11-10T12:13:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240899449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240899449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240899451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240899451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240899451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240899566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240899566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240899577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240899577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240899577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,580 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240899776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240899777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240899786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240899786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:13:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240899786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:13:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:13:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:13:59,835 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:13:59,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110269b68938b044c10bdf91bebacb9f942_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110269b68938b044c10bdf91bebacb9f942_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:13:59,842 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/0204cf57e5c24ec2a34736b1c338cfa4, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:13:59,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/0204cf57e5c24ec2a34736b1c338cfa4 is 175, key is test_row_0/A:col10/1731240839408/Put/seqid=0 2024-11-10T12:13:59,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742003_1179 (size=39549) 2024-11-10T12:14:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240900086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240900086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240900096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240900097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240900106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/0204cf57e5c24ec2a34736b1c338cfa4 2024-11-10T12:14:00,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/606b00653fcb47998ccd9f83b69d96bb is 50, key is test_row_0/B:col10/1731240839408/Put/seqid=0 2024-11-10T12:14:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742004_1180 (size=12001) 2024-11-10T12:14:00,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240900596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240900596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-10T12:14:00,617 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:00,617 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-10T12:14:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:00,619 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:00,620 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:00,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:00,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240900616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240900617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240900617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:00,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:00,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/606b00653fcb47998ccd9f83b69d96bb 2024-11-10T12:14:00,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/f3019236b7254a419ab11605051dc67f is 50, key is test_row_0/C:col10/1731240839408/Put/seqid=0 2024-11-10T12:14:00,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742005_1181 (size=12001) 2024-11-10T12:14:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:00,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:14:00,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:00,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:00,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:00,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:14:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:00,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:00,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:01,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:14:01,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:01,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:01,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:01,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/f3019236b7254a419ab11605051dc67f 2024-11-10T12:14:01,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/0204cf57e5c24ec2a34736b1c338cfa4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4 2024-11-10T12:14:01,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4, entries=200, sequenceid=118, filesize=38.6 K 2024-11-10T12:14:01,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/606b00653fcb47998ccd9f83b69d96bb as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/606b00653fcb47998ccd9f83b69d96bb 2024-11-10T12:14:01,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/606b00653fcb47998ccd9f83b69d96bb, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T12:14:01,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/f3019236b7254a419ab11605051dc67f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f3019236b7254a419ab11605051dc67f 2024-11-10T12:14:01,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f3019236b7254a419ab11605051dc67f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T12:14:01,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 9a8a146b1469b94b5de20781e4e1477f in 1725ms, sequenceid=118, compaction requested=true 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:01,136 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:01,136 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:01,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:01,137 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110191 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:01,137 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:01,137 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:01,138 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:01,138 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,138 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,138 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/9fc89a790d9d48f58c9b3d4c8959e9a3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d0dd09d3d9864b4187c058ddc45f4f87, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/606b00653fcb47998ccd9f83b69d96bb] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=35.3 K 2024-11-10T12:14:01,138 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a79c26322e994f6588d081bf89a3f6e4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=107.6 K 2024-11-10T12:14:01,138 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,138 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a79c26322e994f6588d081bf89a3f6e4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4] 2024-11-10T12:14:01,139 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc89a790d9d48f58c9b3d4c8959e9a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731240838829 2024-11-10T12:14:01,139 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a79c26322e994f6588d081bf89a3f6e4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731240838829 2024-11-10T12:14:01,140 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d0dd09d3d9864b4187c058ddc45f4f87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731240838921 2024-11-10T12:14:01,141 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 606b00653fcb47998ccd9f83b69d96bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240839084 2024-11-10T12:14:01,141 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4f2b929acc84ce69aac2363990cc70b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731240838921 2024-11-10T12:14:01,141 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0204cf57e5c24ec2a34736b1c338cfa4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240839079 2024-11-10T12:14:01,158 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:01,172 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#159 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:01,172 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/d878201ffaec481da5b5d62bda4e34f5 is 50, key is test_row_0/B:col10/1731240839408/Put/seqid=0 2024-11-10T12:14:01,177 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f3d06671eb7548d9a324cb05719ce417_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742006_1182 (size=12241) 2024-11-10T12:14:01,181 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f3d06671eb7548d9a324cb05719ce417_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:01,181 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f3d06671eb7548d9a324cb05719ce417_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:01,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742007_1183 (size=4469) 2024-11-10T12:14:01,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-10T12:14:01,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,237 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T12:14:01,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:01,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:01,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:01,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:01,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:01,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:01,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111019e9d26fce1348428493c10f46c8174c_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240839449/Put/seqid=0 2024-11-10T12:14:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742008_1184 (size=12304) 2024-11-10T12:14:01,588 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/d878201ffaec481da5b5d62bda4e34f5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d878201ffaec481da5b5d62bda4e34f5 2024-11-10T12:14:01,589 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:01,589 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/12d01da80f9844c6b2f8e3a4b50de028 is 175, key is test_row_0/A:col10/1731240839408/Put/seqid=0 2024-11-10T12:14:01,598 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into d878201ffaec481da5b5d62bda4e34f5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:01,598 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:01,598 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240841136; duration=0sec 2024-11-10T12:14:01,599 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:01,599 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:01,599 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:01,600 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:01,600 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:01,600 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:01,600 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/269ee9d1c5ae4182a2ced21be2a0d10f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca1dab4739aa4313913a632387840ec2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f3019236b7254a419ab11605051dc67f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=35.3 K 2024-11-10T12:14:01,600 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 269ee9d1c5ae4182a2ced21be2a0d10f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731240838829 2024-11-10T12:14:01,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ca1dab4739aa4313913a632387840ec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731240838921 2024-11-10T12:14:01,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f3019236b7254a419ab11605051dc67f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240839084 2024-11-10T12:14:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:01,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:01,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742009_1185 (size=31195) 2024-11-10T12:14:01,615 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:01,615 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/5ee5908c10d84490b78ffd6abad3d62f is 50, key is test_row_0/C:col10/1731240839408/Put/seqid=0 2024-11-10T12:14:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742010_1186 (size=12241) 2024-11-10T12:14:01,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240901636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240901636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240901638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,642 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,643 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240901642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240901642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,648 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/5ee5908c10d84490b78ffd6abad3d62f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5ee5908c10d84490b78ffd6abad3d62f 2024-11-10T12:14:01,654 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into 5ee5908c10d84490b78ffd6abad3d62f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:01,654 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:01,654 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240841136; duration=0sec 2024-11-10T12:14:01,655 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:01,655 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:01,667 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111019e9d26fce1348428493c10f46c8174c_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111019e9d26fce1348428493c10f46c8174c_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:01,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/47de1eef83384b0cab19bfe570894fa2, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:01,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/47de1eef83384b0cab19bfe570894fa2 is 175, key is test_row_0/A:col10/1731240839449/Put/seqid=0 2024-11-10T12:14:01,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742011_1187 (size=31105) 2024-11-10T12:14:01,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240901746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,749 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:01,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240901757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240901757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,763 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240901957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240901966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240901976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:01,980 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,021 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/12d01da80f9844c6b2f8e3a4b50de028 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/12d01da80f9844c6b2f8e3a4b50de028 2024-11-10T12:14:02,029 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into 12d01da80f9844c6b2f8e3a4b50de028(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:02,029 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:02,029 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240841136; duration=0sec 2024-11-10T12:14:02,029 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:02,029 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:02,090 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/47de1eef83384b0cab19bfe570894fa2 2024-11-10T12:14:02,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/53717aae5a6c403b93b852778b33ffd0 is 50, key is test_row_0/B:col10/1731240839449/Put/seqid=0 2024-11-10T12:14:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742012_1188 (size=12151) 2024-11-10T12:14:02,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240902266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240902276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240902287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:02,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,504 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/53717aae5a6c403b93b852778b33ffd0 2024-11-10T12:14:02,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca455f6e444c4a6bb39a0cddc039ea2f is 50, key is test_row_0/C:col10/1731240839449/Put/seqid=0 2024-11-10T12:14:02,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742013_1189 (size=12151) 2024-11-10T12:14:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:02,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240902776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240902786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240902796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:02,919 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca455f6e444c4a6bb39a0cddc039ea2f 2024-11-10T12:14:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/47de1eef83384b0cab19bfe570894fa2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2 2024-11-10T12:14:02,932 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2, entries=150, sequenceid=138, filesize=30.4 K 2024-11-10T12:14:02,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/53717aae5a6c403b93b852778b33ffd0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/53717aae5a6c403b93b852778b33ffd0 2024-11-10T12:14:02,940 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/53717aae5a6c403b93b852778b33ffd0, entries=150, sequenceid=138, filesize=11.9 K 2024-11-10T12:14:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca455f6e444c4a6bb39a0cddc039ea2f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca455f6e444c4a6bb39a0cddc039ea2f 2024-11-10T12:14:02,949 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca455f6e444c4a6bb39a0cddc039ea2f, entries=150, sequenceid=138, filesize=11.9 K 2024-11-10T12:14:02,953 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 9a8a146b1469b94b5de20781e4e1477f in 1716ms, sequenceid=138, compaction requested=false 2024-11-10T12:14:02,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:02,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:02,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-10T12:14:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-10T12:14:02,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-10T12:14:02,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3350 sec 2024-11-10T12:14:02,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.3410 sec 2024-11-10T12:14:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:03,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T12:14:03,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:03,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:03,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100305373278484bfba1a44a6ebf6cf902_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742014_1190 (size=14794) 2024-11-10T12:14:03,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:03,670 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100305373278484bfba1a44a6ebf6cf902_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100305373278484bfba1a44a6ebf6cf902_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:03,671 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/b27ea9fae7854c498986104d3501adcc, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:03,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/b27ea9fae7854c498986104d3501adcc is 175, key is test_row_0/A:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742015_1191 (size=39749) 2024-11-10T12:14:03,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240903702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240903703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,710 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:03,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240903786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,789 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:03,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240903806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240903806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,807 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:03,807 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:03,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240903815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:03,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240903816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:03,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:03,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:03,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:04,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240904026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:04,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240904026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/b27ea9fae7854c498986104d3501adcc 2024-11-10T12:14:04,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/817ce3dcaecf4d6f8488bd40938371e0 is 50, key is test_row_0/B:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:04,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742016_1192 (size=12151) 2024-11-10T12:14:04,139 INFO [master/3857ccc89b65:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T12:14:04,139 INFO [master/3857ccc89b65:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T12:14:04,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240904336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:04,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240904336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/817ce3dcaecf4d6f8488bd40938371e0 2024-11-10T12:14:04,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/9c54683515d44a1b90890cdec3f5d9b3 is 50, key is test_row_0/C:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:04,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742017_1193 (size=12151) 2024-11-10T12:14:04,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-10T12:14:04,786 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:04,787 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:04,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-10T12:14:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:14:04,789 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:04,790 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:04,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:04,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:04,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240904846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:04,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:04,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240904846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:04,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:14:04,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/9c54683515d44a1b90890cdec3f5d9b3 2024-11-10T12:14:04,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/b27ea9fae7854c498986104d3501adcc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc 2024-11-10T12:14:04,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc, entries=200, sequenceid=154, filesize=38.8 K 2024-11-10T12:14:04,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/817ce3dcaecf4d6f8488bd40938371e0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/817ce3dcaecf4d6f8488bd40938371e0 2024-11-10T12:14:04,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T12:14:04,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:04,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:04,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:04,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:04,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:04,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/817ce3dcaecf4d6f8488bd40938371e0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:14:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:04,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/9c54683515d44a1b90890cdec3f5d9b3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9c54683515d44a1b90890cdec3f5d9b3 2024-11-10T12:14:04,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9c54683515d44a1b90890cdec3f5d9b3, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:14:04,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 9a8a146b1469b94b5de20781e4e1477f in 1305ms, sequenceid=154, compaction requested=true 2024-11-10T12:14:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:04,952 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:04,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:04,953 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:04,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:04,954 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:04,954 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:04,954 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:04,954 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:04,954 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:04,954 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:04,954 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/12d01da80f9844c6b2f8e3a4b50de028, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=99.7 K 2024-11-10T12:14:04,954 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d878201ffaec481da5b5d62bda4e34f5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/53717aae5a6c403b93b852778b33ffd0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/817ce3dcaecf4d6f8488bd40938371e0] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=35.7 K 2024-11-10T12:14:04,954 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:04,954 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/12d01da80f9844c6b2f8e3a4b50de028, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc] 2024-11-10T12:14:04,955 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12d01da80f9844c6b2f8e3a4b50de028, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240839084 2024-11-10T12:14:04,955 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d878201ffaec481da5b5d62bda4e34f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240839084 2024-11-10T12:14:04,955 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47de1eef83384b0cab19bfe570894fa2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731240839448 2024-11-10T12:14:04,955 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 53717aae5a6c403b93b852778b33ffd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731240839448 2024-11-10T12:14:04,955 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 817ce3dcaecf4d6f8488bd40938371e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240841619 2024-11-10T12:14:04,956 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b27ea9fae7854c498986104d3501adcc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240841619 2024-11-10T12:14:04,963 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:04,971 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a415052990124e15b37677f544d56cad_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:04,973 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:04,974 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/dd5aefc99fd94e87ab3f9c52fbe780ac is 50, key is test_row_0/B:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:04,974 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a415052990124e15b37677f544d56cad_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:04,974 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a415052990124e15b37677f544d56cad_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:04,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742018_1194 (size=12493) 2024-11-10T12:14:04,993 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/dd5aefc99fd94e87ab3f9c52fbe780ac as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd5aefc99fd94e87ab3f9c52fbe780ac 2024-11-10T12:14:04,999 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into dd5aefc99fd94e87ab3f9c52fbe780ac(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:04,999 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:04,999 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240844953; duration=0sec 2024-11-10T12:14:04,999 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:04,999 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:04,999 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:05,001 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:05,001 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:05,001 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:05,002 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5ee5908c10d84490b78ffd6abad3d62f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca455f6e444c4a6bb39a0cddc039ea2f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9c54683515d44a1b90890cdec3f5d9b3] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=35.7 K 2024-11-10T12:14:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742019_1195 (size=4469) 2024-11-10T12:14:05,002 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ee5908c10d84490b78ffd6abad3d62f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240839084 2024-11-10T12:14:05,003 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ca455f6e444c4a6bb39a0cddc039ea2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731240839448 2024-11-10T12:14:05,004 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c54683515d44a1b90890cdec3f5d9b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240841619 2024-11-10T12:14:05,005 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#168 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:05,005 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/579d9213d329467781d2db6af34df7d0 is 175, key is test_row_0/A:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:05,015 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#170 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:05,016 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/0aa77056aa5c4dad9fc0523226bff054 is 50, key is test_row_0/C:col10/1731240841619/Put/seqid=0 2024-11-10T12:14:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742020_1196 (size=31447) 2024-11-10T12:14:05,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742021_1197 (size=12493) 2024-11-10T12:14:05,025 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/579d9213d329467781d2db6af34df7d0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/579d9213d329467781d2db6af34df7d0 2024-11-10T12:14:05,031 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/0aa77056aa5c4dad9fc0523226bff054 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0aa77056aa5c4dad9fc0523226bff054 2024-11-10T12:14:05,033 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into 579d9213d329467781d2db6af34df7d0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:05,033 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:05,033 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240844952; duration=0sec 2024-11-10T12:14:05,033 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:05,033 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:05,044 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into 0aa77056aa5c4dad9fc0523226bff054(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:05,044 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:05,044 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240844953; duration=0sec 2024-11-10T12:14:05,044 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:05,044 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:05,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:05,099 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:14:05,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b6cfa008f2474e648860b4831a1e4b3d_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240843674/Put/seqid=0 2024-11-10T12:14:05,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742022_1198 (size=12304) 2024-11-10T12:14:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:14:05,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:05,522 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b6cfa008f2474e648860b4831a1e4b3d_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b6cfa008f2474e648860b4831a1e4b3d_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:05,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/352abfff57e94cd3a3b722d6b1842682, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:05,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/352abfff57e94cd3a3b722d6b1842682 is 175, key is test_row_0/A:col10/1731240843674/Put/seqid=0 2024-11-10T12:14:05,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742023_1199 (size=31105) 2024-11-10T12:14:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:05,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:05,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240905834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240905835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240905837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240905856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,858 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240905866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,868 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:14:05,929 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/352abfff57e94cd3a3b722d6b1842682 2024-11-10T12:14:05,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/4fecb34c031a4219b7662aca57baa469 is 50, key is test_row_0/B:col10/1731240843674/Put/seqid=0 2024-11-10T12:14:05,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742024_1200 (size=12151) 2024-11-10T12:14:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240905946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240905946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240905946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:05,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240906156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240906156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240906156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:06,159 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,343 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/4fecb34c031a4219b7662aca57baa469 2024-11-10T12:14:06,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/8ef29cf39bcc4c3fa339bdc152e9e186 is 50, key is test_row_0/C:col10/1731240843674/Put/seqid=0 2024-11-10T12:14:06,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742025_1201 (size=12151) 2024-11-10T12:14:06,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:06,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240906465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240906466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240906466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:06,757 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/8ef29cf39bcc4c3fa339bdc152e9e186 2024-11-10T12:14:06,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/352abfff57e94cd3a3b722d6b1842682 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682 2024-11-10T12:14:06,767 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682, entries=150, sequenceid=176, filesize=30.4 K 2024-11-10T12:14:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/4fecb34c031a4219b7662aca57baa469 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/4fecb34c031a4219b7662aca57baa469 2024-11-10T12:14:06,772 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/4fecb34c031a4219b7662aca57baa469, entries=150, sequenceid=176, filesize=11.9 K 2024-11-10T12:14:06,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/8ef29cf39bcc4c3fa339bdc152e9e186 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8ef29cf39bcc4c3fa339bdc152e9e186 2024-11-10T12:14:06,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8ef29cf39bcc4c3fa339bdc152e9e186, entries=150, sequenceid=176, filesize=11.9 K 2024-11-10T12:14:06,778 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 9a8a146b1469b94b5de20781e4e1477f in 1679ms, sequenceid=176, compaction requested=false 2024-11-10T12:14:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-10T12:14:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-10T12:14:06,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-10T12:14:06,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec 2024-11-10T12:14:06,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.9960 sec 2024-11-10T12:14:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-10T12:14:06,937 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:06,937 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-10T12:14:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:14:06,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:06,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:06,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:06,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:14:06,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:06,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:06,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:06,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:06,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:06,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:06,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c3a4d5d5e79b4fb4aa7a5e3d9a6ef011_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:06,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742026_1202 (size=17284) 2024-11-10T12:14:06,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:06,998 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c3a4d5d5e79b4fb4aa7a5e3d9a6ef011_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c3a4d5d5e79b4fb4aa7a5e3d9a6ef011_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:06,999 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/c108969c6d014386a5f533249d01e13f, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:07,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/c108969c6d014386a5f533249d01e13f is 175, key is test_row_0/A:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742027_1203 (size=48389) 2024-11-10T12:14:07,005 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/c108969c6d014386a5f533249d01e13f 2024-11-10T12:14:07,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240907001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240907001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/50c947ba0e1f49429fba4731e3f11939 is 50, key is test_row_0/B:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240907007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742028_1204 (size=12151) 2024-11-10T12:14:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:14:07,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:14:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240907116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240907116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240907116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:14:07,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:07,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:14:07,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240907326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240907327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240907327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:14:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/50c947ba0e1f49429fba4731e3f11939 2024-11-10T12:14:07,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/3510d5106bb341fa95f89645c1e07a44 is 50, key is test_row_0/C:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:07,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742029_1205 (size=12151) 2024-11-10T12:14:07,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:14:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:14:07,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240907636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240907636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240907636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,641 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:14:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:07,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/3510d5106bb341fa95f89645c1e07a44 2024-11-10T12:14:07,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/c108969c6d014386a5f533249d01e13f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f 2024-11-10T12:14:07,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f, entries=250, sequenceid=191, filesize=47.3 K 2024-11-10T12:14:07,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/50c947ba0e1f49429fba4731e3f11939 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/50c947ba0e1f49429fba4731e3f11939 2024-11-10T12:14:07,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/50c947ba0e1f49429fba4731e3f11939, entries=150, sequenceid=191, filesize=11.9 K 2024-11-10T12:14:07,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/3510d5106bb341fa95f89645c1e07a44 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/3510d5106bb341fa95f89645c1e07a44 2024-11-10T12:14:07,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/3510d5106bb341fa95f89645c1e07a44, entries=150, sequenceid=191, filesize=11.9 K 2024-11-10T12:14:07,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 9a8a146b1469b94b5de20781e4e1477f in 876ms, sequenceid=191, compaction requested=true 2024-11-10T12:14:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:07,853 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:07,853 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:07,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:07,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:07,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:07,856 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:07,856 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:07,856 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:07,856 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:07,856 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,856 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,857 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd5aefc99fd94e87ab3f9c52fbe780ac, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/4fecb34c031a4219b7662aca57baa469, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/50c947ba0e1f49429fba4731e3f11939] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=35.9 K 2024-11-10T12:14:07,857 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/579d9213d329467781d2db6af34df7d0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=108.3 K 2024-11-10T12:14:07,857 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/579d9213d329467781d2db6af34df7d0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f] 2024-11-10T12:14:07,857 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting dd5aefc99fd94e87ab3f9c52fbe780ac, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240841619 2024-11-10T12:14:07,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 579d9213d329467781d2db6af34df7d0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240841619 2024-11-10T12:14:07,858 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fecb34c031a4219b7662aca57baa469, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731240843674 2024-11-10T12:14:07,858 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 352abfff57e94cd3a3b722d6b1842682, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731240843674 2024-11-10T12:14:07,858 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 50c947ba0e1f49429fba4731e3f11939, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731240845833 2024-11-10T12:14:07,858 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c108969c6d014386a5f533249d01e13f, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731240845821 2024-11-10T12:14:07,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-10T12:14:07,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:07,860 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:14:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:07,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a0ba7ff3ba874ba1b89f5dea397892cd_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240847005/Put/seqid=0 2024-11-10T12:14:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:07,901 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:07,902 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/dd6dd349f9f142e8a1ef1aa60069015c is 50, key is test_row_0/B:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:07,909 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:07,918 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110ff8232d35505406da162b96a5294e6a9_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:07,920 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110ff8232d35505406da162b96a5294e6a9_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:07,920 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110ff8232d35505406da162b96a5294e6a9_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:07,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742030_1206 (size=12304) 2024-11-10T12:14:07,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:07,930 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a0ba7ff3ba874ba1b89f5dea397892cd_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a0ba7ff3ba874ba1b89f5dea397892cd_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:07,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/77aa6407d6db4d0cbc183d35ac20c4ce, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:07,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240907929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/77aa6407d6db4d0cbc183d35ac20c4ce is 175, key is test_row_0/A:col10/1731240847005/Put/seqid=0 2024-11-10T12:14:07,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240907929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:07,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:07,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742031_1207 (size=12595) 2024-11-10T12:14:07,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742032_1208 (size=4469) 2024-11-10T12:14:07,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742033_1209 (size=31105) 2024-11-10T12:14:08,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240908036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240908036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:14:08,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240908146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240908146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240908156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240908246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240908247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,346 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/dd6dd349f9f142e8a1ef1aa60069015c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd6dd349f9f142e8a1ef1aa60069015c 2024-11-10T12:14:08,351 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#179 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:08,352 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/f0dfefa877e344fa99d0a83e830fa05b is 175, key is test_row_0/A:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:08,354 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into dd6dd349f9f142e8a1ef1aa60069015c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:08,354 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:08,354 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240847853; duration=0sec 2024-11-10T12:14:08,354 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:08,354 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:08,354 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:08,355 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/77aa6407d6db4d0cbc183d35ac20c4ce 2024-11-10T12:14:08,356 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:08,356 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:08,356 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:08,356 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0aa77056aa5c4dad9fc0523226bff054, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8ef29cf39bcc4c3fa339bdc152e9e186, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/3510d5106bb341fa95f89645c1e07a44] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=35.9 K 2024-11-10T12:14:08,357 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa77056aa5c4dad9fc0523226bff054, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240841619 2024-11-10T12:14:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742034_1210 (size=31549) 2024-11-10T12:14:08,358 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ef29cf39bcc4c3fa339bdc152e9e186, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731240843674 2024-11-10T12:14:08,359 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3510d5106bb341fa95f89645c1e07a44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731240845833 2024-11-10T12:14:08,372 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/f0dfefa877e344fa99d0a83e830fa05b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f0dfefa877e344fa99d0a83e830fa05b 2024-11-10T12:14:08,378 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into f0dfefa877e344fa99d0a83e830fa05b(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:08,378 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:08,378 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240847853; duration=0sec 2024-11-10T12:14:08,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/11a834181b8c487db74087fbdf5b97fc is 50, key is test_row_0/B:col10/1731240847005/Put/seqid=0 2024-11-10T12:14:08,378 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:08,378 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:08,383 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:08,384 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca14f26c7ae740cfb6321c431eacb7d6 is 50, key is test_row_0/C:col10/1731240846976/Put/seqid=0 2024-11-10T12:14:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742035_1211 (size=12151) 2024-11-10T12:14:08,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/11a834181b8c487db74087fbdf5b97fc 2024-11-10T12:14:08,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/f8749b833412410f97505dc3a64b23f4 is 50, key is test_row_0/C:col10/1731240847005/Put/seqid=0 2024-11-10T12:14:08,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742036_1212 (size=12595) 2024-11-10T12:14:08,413 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ca14f26c7ae740cfb6321c431eacb7d6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca14f26c7ae740cfb6321c431eacb7d6 2024-11-10T12:14:08,419 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into ca14f26c7ae740cfb6321c431eacb7d6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:08,420 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:08,420 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240847854; duration=0sec 2024-11-10T12:14:08,420 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:08,420 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:08,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742037_1213 (size=12151) 2024-11-10T12:14:08,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240908556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:08,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240908556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:08,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:08,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:08,834 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/f8749b833412410f97505dc3a64b23f4 2024-11-10T12:14:08,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/77aa6407d6db4d0cbc183d35ac20c4ce as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce 2024-11-10T12:14:08,843 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce, entries=150, sequenceid=208, filesize=30.4 K 2024-11-10T12:14:08,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/11a834181b8c487db74087fbdf5b97fc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/11a834181b8c487db74087fbdf5b97fc 2024-11-10T12:14:08,849 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/11a834181b8c487db74087fbdf5b97fc, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T12:14:08,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/f8749b833412410f97505dc3a64b23f4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f8749b833412410f97505dc3a64b23f4 2024-11-10T12:14:08,854 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f8749b833412410f97505dc3a64b23f4, entries=150, sequenceid=208, filesize=11.9 K 2024-11-10T12:14:08,855 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 9a8a146b1469b94b5de20781e4e1477f in 996ms, sequenceid=208, compaction requested=false 2024-11-10T12:14:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:08,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-10T12:14:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-10T12:14:08,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-10T12:14:08,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9160 sec 2024-11-10T12:14:08,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.9220 sec 2024-11-10T12:14:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:09,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:14:09,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:09,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:09,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d4c1231bc2e6406ba918d36c1cfb7bf2_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-10T12:14:09,087 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:09,087 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-10T12:14:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:09,089 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:09,090 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:09,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:09,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742038_1214 (size=17284) 2024-11-10T12:14:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240909100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240909101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240909156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,164 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240909166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,171 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240909176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,181 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240909206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240909216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:09,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:09,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:09,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:09,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240909416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240909426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:09,506 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d4c1231bc2e6406ba918d36c1cfb7bf2_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4c1231bc2e6406ba918d36c1cfb7bf2_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:09,509 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/efd550ea6ca24ef792bfab551647c556, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:09,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/efd550ea6ca24ef792bfab551647c556 is 175, key is test_row_0/A:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742039_1215 (size=48389) 2024-11-10T12:14:09,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:09,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:09,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240909726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240909736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:09,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:09,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:09,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:09,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:09,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/efd550ea6ca24ef792bfab551647c556 2024-11-10T12:14:09,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/5ef9b4f5ef1c4ba69494770f6ad048cf is 50, key is test_row_0/B:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742040_1216 (size=12151) 2024-11-10T12:14:10,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240910236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:10,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240910246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:10,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:10,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:10,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:10,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:10,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:10,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/5ef9b4f5ef1c4ba69494770f6ad048cf 2024-11-10T12:14:10,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/d3cf78374f32427bb809b73c7a28bb5a is 50, key is test_row_0/C:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742041_1217 (size=12151) 2024-11-10T12:14:10,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/d3cf78374f32427bb809b73c7a28bb5a 2024-11-10T12:14:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/efd550ea6ca24ef792bfab551647c556 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556 2024-11-10T12:14:10,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556, entries=250, sequenceid=229, filesize=47.3 K 2024-11-10T12:14:10,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/5ef9b4f5ef1c4ba69494770f6ad048cf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5ef9b4f5ef1c4ba69494770f6ad048cf 2024-11-10T12:14:10,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5ef9b4f5ef1c4ba69494770f6ad048cf, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T12:14:10,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/d3cf78374f32427bb809b73c7a28bb5a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d3cf78374f32427bb809b73c7a28bb5a 2024-11-10T12:14:10,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d3cf78374f32427bb809b73c7a28bb5a, entries=150, sequenceid=229, filesize=11.9 K 2024-11-10T12:14:10,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 9a8a146b1469b94b5de20781e4e1477f in 1296ms, sequenceid=229, compaction requested=true 2024-11-10T12:14:10,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:10,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:10,366 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:10,367 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:10,368 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:10,368 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:10,368 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:10,368 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:10,368 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,368 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,368 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f0dfefa877e344fa99d0a83e830fa05b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=108.4 K 2024-11-10T12:14:10,368 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd6dd349f9f142e8a1ef1aa60069015c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/11a834181b8c487db74087fbdf5b97fc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5ef9b4f5ef1c4ba69494770f6ad048cf] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.0 K 2024-11-10T12:14:10,368 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,368 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f0dfefa877e344fa99d0a83e830fa05b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556] 2024-11-10T12:14:10,369 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting dd6dd349f9f142e8a1ef1aa60069015c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731240845833 2024-11-10T12:14:10,369 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0dfefa877e344fa99d0a83e830fa05b, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731240845833 2024-11-10T12:14:10,369 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77aa6407d6db4d0cbc183d35ac20c4ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731240846991 2024-11-10T12:14:10,369 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 11a834181b8c487db74087fbdf5b97fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731240846991 2024-11-10T12:14:10,370 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting efd550ea6ca24ef792bfab551647c556, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731240847916 2024-11-10T12:14:10,370 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ef9b4f5ef1c4ba69494770f6ad048cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731240847916 2024-11-10T12:14:10,378 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:10,379 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/ca00f53b678f4eccb9c81bbe4f82e866 is 50, key is test_row_0/B:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:10,380 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:10,385 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411102c35a0a1ada04f5fb731348fa6759723_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:10,387 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411102c35a0a1ada04f5fb731348fa6759723_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:10,387 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102c35a0a1ada04f5fb731348fa6759723_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:10,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742042_1218 (size=12697) 2024-11-10T12:14:10,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742043_1219 (size=4469) 2024-11-10T12:14:10,403 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#187 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:10,404 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/506377ff9f5c4bc49378175d1866c270 is 175, key is test_row_0/A:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:10,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742044_1220 (size=31651) 2024-11-10T12:14:10,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-10T12:14:10,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:10,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:10,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110faafbb1f9dd54034bed36761bf24f040_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240849099/Put/seqid=0 2024-11-10T12:14:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742045_1221 (size=12304) 2024-11-10T12:14:10,800 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/ca00f53b678f4eccb9c81bbe4f82e866 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/ca00f53b678f4eccb9c81bbe4f82e866 2024-11-10T12:14:10,805 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into ca00f53b678f4eccb9c81bbe4f82e866(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:10,805 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:10,805 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240850367; duration=0sec 2024-11-10T12:14:10,806 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:10,806 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:10,806 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:10,807 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:10,807 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:10,807 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:10,807 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca14f26c7ae740cfb6321c431eacb7d6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f8749b833412410f97505dc3a64b23f4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d3cf78374f32427bb809b73c7a28bb5a] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.0 K 2024-11-10T12:14:10,808 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ca14f26c7ae740cfb6321c431eacb7d6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731240845833 2024-11-10T12:14:10,808 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f8749b833412410f97505dc3a64b23f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731240846991 2024-11-10T12:14:10,808 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d3cf78374f32427bb809b73c7a28bb5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731240847916 2024-11-10T12:14:10,817 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:10,817 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/99ea5744dcb14b31b76060c17f941b31 is 50, key is test_row_0/C:col10/1731240847916/Put/seqid=0 2024-11-10T12:14:10,825 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/506377ff9f5c4bc49378175d1866c270 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/506377ff9f5c4bc49378175d1866c270 2024-11-10T12:14:10,831 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into 506377ff9f5c4bc49378175d1866c270(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:10,831 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:10,831 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240850366; duration=0sec 2024-11-10T12:14:10,831 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:10,831 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:10,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742046_1222 (size=12697) 2024-11-10T12:14:10,845 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/99ea5744dcb14b31b76060c17f941b31 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/99ea5744dcb14b31b76060c17f941b31 2024-11-10T12:14:10,851 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into 99ea5744dcb14b31b76060c17f941b31(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:10,851 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:10,851 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240850367; duration=0sec 2024-11-10T12:14:10,851 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:10,851 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:10,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:10,888 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110faafbb1f9dd54034bed36761bf24f040_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110faafbb1f9dd54034bed36761bf24f040_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:10,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/11ebbd6abae540cfb51a7b628ac7ab54, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:10,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/11ebbd6abae540cfb51a7b628ac7ab54 is 175, key is test_row_0/A:col10/1731240849099/Put/seqid=0 2024-11-10T12:14:10,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742047_1223 (size=31105) 2024-11-10T12:14:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:11,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240911205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240911206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240911208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240911246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,249 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240911256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,258 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:11,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/11ebbd6abae540cfb51a7b628ac7ab54 2024-11-10T12:14:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b112d9d0e1404cdf93dc6da99d0519b2 is 50, key is test_row_0/B:col10/1731240849099/Put/seqid=0 2024-11-10T12:14:11,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742048_1224 (size=12151) 2024-11-10T12:14:11,317 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b112d9d0e1404cdf93dc6da99d0519b2 2024-11-10T12:14:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240911317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240911317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240911317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/9bdd60f1d91f48a89628d2d04d2e9106 is 50, key is test_row_0/C:col10/1731240849099/Put/seqid=0 2024-11-10T12:14:11,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742049_1225 (size=12151) 2024-11-10T12:14:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240911526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240911526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240911526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,730 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/9bdd60f1d91f48a89628d2d04d2e9106 2024-11-10T12:14:11,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/11ebbd6abae540cfb51a7b628ac7ab54 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54 2024-11-10T12:14:11,740 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54, entries=150, sequenceid=243, filesize=30.4 K 2024-11-10T12:14:11,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b112d9d0e1404cdf93dc6da99d0519b2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b112d9d0e1404cdf93dc6da99d0519b2 2024-11-10T12:14:11,745 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b112d9d0e1404cdf93dc6da99d0519b2, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:14:11,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/9bdd60f1d91f48a89628d2d04d2e9106 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9bdd60f1d91f48a89628d2d04d2e9106 2024-11-10T12:14:11,750 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9bdd60f1d91f48a89628d2d04d2e9106, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:14:11,751 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9a8a146b1469b94b5de20781e4e1477f in 1281ms, sequenceid=243, compaction requested=false 2024-11-10T12:14:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-10T12:14:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-10T12:14:11,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-10T12:14:11,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6630 sec 2024-11-10T12:14:11,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.6680 sec 2024-11-10T12:14:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:11,839 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:14:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:11,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:11,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104448149587d44178a59f9c7aafaefc94_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742050_1226 (size=12404) 2024-11-10T12:14:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240911860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240911861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240911861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240911976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240911976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240911976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:11,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240912186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:12,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240912186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240912195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:12,258 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104448149587d44178a59f9c7aafaefc94_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104448149587d44178a59f9c7aafaefc94_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:12,259 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/f877039b5e2a4fdf865fea45c0ebdfc3, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:12,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/f877039b5e2a4fdf865fea45c0ebdfc3 is 175, key is test_row_0/A:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:12,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742051_1227 (size=31205) 2024-11-10T12:14:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240912496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240912496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240912506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:12,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:12,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/f877039b5e2a4fdf865fea45c0ebdfc3 2024-11-10T12:14:12,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/30f517227ffd4edba3e2513f5ca4b70c is 50, key is test_row_0/B:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:12,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742052_1228 (size=12251) 2024-11-10T12:14:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:13,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240913006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:13,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240913006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:13,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:13,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240913016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:13,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/30f517227ffd4edba3e2513f5ca4b70c 2024-11-10T12:14:13,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/7b1883d9694840e390ea27343c99bab1 is 50, key is test_row_0/C:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:13,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742053_1229 (size=12251) 2024-11-10T12:14:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-10T12:14:13,246 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:13,247 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:13,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-10T12:14:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:14:13,249 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:13,250 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:13,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:13,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:13,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240913266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:13,272 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:13,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:13,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240913286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:13,290 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:13,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:14:13,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T12:14:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:13,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:13,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:13,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/7b1883d9694840e390ea27343c99bab1 2024-11-10T12:14:13,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/f877039b5e2a4fdf865fea45c0ebdfc3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3 2024-11-10T12:14:13,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3, entries=150, sequenceid=265, filesize=30.5 K 2024-11-10T12:14:13,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/30f517227ffd4edba3e2513f5ca4b70c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/30f517227ffd4edba3e2513f5ca4b70c 2024-11-10T12:14:13,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/30f517227ffd4edba3e2513f5ca4b70c, entries=150, sequenceid=265, filesize=12.0 K 2024-11-10T12:14:13,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/7b1883d9694840e390ea27343c99bab1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/7b1883d9694840e390ea27343c99bab1 2024-11-10T12:14:13,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/7b1883d9694840e390ea27343c99bab1, entries=150, sequenceid=265, filesize=12.0 K 2024-11-10T12:14:13,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 9a8a146b1469b94b5de20781e4e1477f in 1674ms, sequenceid=265, compaction requested=true 2024-11-10T12:14:13,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:13,514 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:13,514 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:13,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:13,515 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:13,515 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:13,515 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:13,515 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:13,515 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,515 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,515 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/ca00f53b678f4eccb9c81bbe4f82e866, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b112d9d0e1404cdf93dc6da99d0519b2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/30f517227ffd4edba3e2513f5ca4b70c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.2 K 2024-11-10T12:14:13,515 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/506377ff9f5c4bc49378175d1866c270, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=91.8 K 2024-11-10T12:14:13,515 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,515 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/506377ff9f5c4bc49378175d1866c270, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3] 2024-11-10T12:14:13,515 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ca00f53b678f4eccb9c81bbe4f82e866, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731240847916 2024-11-10T12:14:13,516 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 506377ff9f5c4bc49378175d1866c270, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731240847916 2024-11-10T12:14:13,516 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b112d9d0e1404cdf93dc6da99d0519b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240849090 2024-11-10T12:14:13,516 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11ebbd6abae540cfb51a7b628ac7ab54, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240849090 2024-11-10T12:14:13,516 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f877039b5e2a4fdf865fea45c0ebdfc3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731240851188 2024-11-10T12:14:13,516 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 30f517227ffd4edba3e2513f5ca4b70c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731240851188 2024-11-10T12:14:13,522 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:13,526 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#196 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:13,526 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/284e53431717472d8eca3cc2192e1d6b is 50, key is test_row_0/B:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:13,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f3931ece1b5f4f49bf641626c3e11d4e_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:13,531 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f3931ece1b5f4f49bf641626c3e11d4e_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:13,531 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f3931ece1b5f4f49bf641626c3e11d4e_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742054_1230 (size=12899) 2024-11-10T12:14:13,541 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/284e53431717472d8eca3cc2192e1d6b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/284e53431717472d8eca3cc2192e1d6b 2024-11-10T12:14:13,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742055_1231 (size=4469) 2024-11-10T12:14:13,544 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#195 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:13,544 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/38200da9f97947bfbc808bd909a4942e is 175, key is test_row_0/A:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:13,548 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into 284e53431717472d8eca3cc2192e1d6b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:13,548 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:13,548 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240853514; duration=0sec 2024-11-10T12:14:13,548 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:13,548 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:13,548 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:13,549 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:13,550 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:13,550 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,550 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/99ea5744dcb14b31b76060c17f941b31, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9bdd60f1d91f48a89628d2d04d2e9106, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/7b1883d9694840e390ea27343c99bab1] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.2 K 2024-11-10T12:14:13,550 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 99ea5744dcb14b31b76060c17f941b31, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731240847916 2024-11-10T12:14:13,551 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bdd60f1d91f48a89628d2d04d2e9106, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240849090 2024-11-10T12:14:13,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742056_1232 (size=31853) 2024-11-10T12:14:13,552 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b1883d9694840e390ea27343c99bab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731240851188 2024-11-10T12:14:13,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-10T12:14:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:13,555 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:14:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:13,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:13,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:13,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:13,560 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:13,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/5c07cd08a23240bba2907f310d36fcfa is 50, key is test_row_0/C:col10/1731240851837/Put/seqid=0 2024-11-10T12:14:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:14:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110413321c6878a45f7b3b4e6d13357821c_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240851860/Put/seqid=0 2024-11-10T12:14:13,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742057_1233 (size=12899) 2024-11-10T12:14:13,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742058_1234 (size=12454) 2024-11-10T12:14:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:14:13,956 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/38200da9f97947bfbc808bd909a4942e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/38200da9f97947bfbc808bd909a4942e 2024-11-10T12:14:13,961 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into 38200da9f97947bfbc808bd909a4942e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:13,961 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:13,961 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240853514; duration=0sec 2024-11-10T12:14:13,962 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:13,962 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:13,979 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/5c07cd08a23240bba2907f310d36fcfa as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5c07cd08a23240bba2907f310d36fcfa 2024-11-10T12:14:13,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:13,984 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into 5c07cd08a23240bba2907f310d36fcfa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:13,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:13,984 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240853514; duration=0sec 2024-11-10T12:14:13,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:13,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:13,987 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110413321c6878a45f7b3b4e6d13357821c_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110413321c6878a45f7b3b4e6d13357821c_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:13,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1526a49d409649ae82b5db6b16d3904c, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1526a49d409649ae82b5db6b16d3904c is 175, key is test_row_0/A:col10/1731240851860/Put/seqid=0 2024-11-10T12:14:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742059_1235 (size=31255) 2024-11-10T12:14:13,992 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1526a49d409649ae82b5db6b16d3904c 2024-11-10T12:14:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b8a0f6e2d1284c378417b29d8d9fd4a2 is 50, key is test_row_0/B:col10/1731240851860/Put/seqid=0 2024-11-10T12:14:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742060_1236 (size=12301) 2024-11-10T12:14:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:14,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240914047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240914048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240914051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,054 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240914156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240914156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240914156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240914366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240914366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,370 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240914366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,371 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:14:14,405 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b8a0f6e2d1284c378417b29d8d9fd4a2 2024-11-10T12:14:14,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/d0f718d8909842408bcad523ec86eeb1 is 50, key is test_row_0/C:col10/1731240851860/Put/seqid=0 2024-11-10T12:14:14,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742061_1237 (size=12301) 2024-11-10T12:14:14,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240914676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240914677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:14,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240914677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:14,818 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/d0f718d8909842408bcad523ec86eeb1 2024-11-10T12:14:14,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1526a49d409649ae82b5db6b16d3904c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c 2024-11-10T12:14:14,827 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c, entries=150, sequenceid=280, filesize=30.5 K 2024-11-10T12:14:14,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/b8a0f6e2d1284c378417b29d8d9fd4a2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b8a0f6e2d1284c378417b29d8d9fd4a2 2024-11-10T12:14:14,833 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b8a0f6e2d1284c378417b29d8d9fd4a2, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T12:14:14,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/d0f718d8909842408bcad523ec86eeb1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d0f718d8909842408bcad523ec86eeb1 2024-11-10T12:14:14,838 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d0f718d8909842408bcad523ec86eeb1, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T12:14:14,839 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 9a8a146b1469b94b5de20781e4e1477f in 1284ms, sequenceid=280, compaction requested=false 2024-11-10T12:14:14,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:14,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:14,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-10T12:14:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-10T12:14:14,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-10T12:14:14,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5910 sec 2024-11-10T12:14:14,845 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.5970 sec 2024-11-10T12:14:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:15,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:14:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:15,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:15,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111030a133b1e541471489e978ddaba5f2f9_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:15,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742062_1238 (size=14994) 2024-11-10T12:14:15,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:15,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240915206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111030a133b1e541471489e978ddaba5f2f9_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111030a133b1e541471489e978ddaba5f2f9_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:15,210 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:15,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f is 175, key is test_row_0/A:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240915207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240915207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742063_1239 (size=39949) 2024-11-10T12:14:15,217 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f 2024-11-10T12:14:15,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/16706a8a3d72428981bd5916a0608048 is 50, key is test_row_0/B:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:15,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742064_1240 (size=12301) 2024-11-10T12:14:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240915316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240915316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240915316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-10T12:14:15,396 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:15,396 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-10T12:14:15,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:14:15,398 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:15,399 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:15,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:14:15,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240915526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240915526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240915526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:15,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/16706a8a3d72428981bd5916a0608048 2024-11-10T12:14:15,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ff638d24e00a4078a704c34d06cd0fcc is 50, key is test_row_0/C:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:15,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742065_1241 (size=12301) 2024-11-10T12:14:15,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:14:15,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:15,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:15,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:15,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:14:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240915836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240915837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240915837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:15,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:14:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:15,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:16,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:14:16,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:16,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:16,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:14:16,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ff638d24e00a4078a704c34d06cd0fcc 2024-11-10T12:14:16,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f 2024-11-10T12:14:16,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f, entries=200, sequenceid=301, filesize=39.0 K 2024-11-10T12:14:16,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/16706a8a3d72428981bd5916a0608048 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/16706a8a3d72428981bd5916a0608048 2024-11-10T12:14:16,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/16706a8a3d72428981bd5916a0608048, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T12:14:16,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/ff638d24e00a4078a704c34d06cd0fcc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ff638d24e00a4078a704c34d06cd0fcc 2024-11-10T12:14:16,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ff638d24e00a4078a704c34d06cd0fcc, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T12:14:16,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 9a8a146b1469b94b5de20781e4e1477f in 878ms, sequenceid=301, compaction requested=true 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:16,066 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:16,066 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:16,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103057 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:16,069 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,069 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,069 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/284e53431717472d8eca3cc2192e1d6b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b8a0f6e2d1284c378417b29d8d9fd4a2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/16706a8a3d72428981bd5916a0608048] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.6 K 2024-11-10T12:14:16,069 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/38200da9f97947bfbc808bd909a4942e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=100.6 K 2024-11-10T12:14:16,069 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/38200da9f97947bfbc808bd909a4942e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f] 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38200da9f97947bfbc808bd909a4942e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731240851188 2024-11-10T12:14:16,069 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 284e53431717472d8eca3cc2192e1d6b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731240851188 2024-11-10T12:14:16,070 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1526a49d409649ae82b5db6b16d3904c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240851858 2024-11-10T12:14:16,070 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b8a0f6e2d1284c378417b29d8d9fd4a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240851858 2024-11-10T12:14:16,070 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a7d8f55a5fa4ae2a13f5b8b1872d40f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240854038 2024-11-10T12:14:16,070 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 16706a8a3d72428981bd5916a0608048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240854045 2024-11-10T12:14:16,076 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:16,078 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#205 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:16,078 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/a40a793f13e54068916b5b399712634b is 50, key is test_row_0/B:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:16,085 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110c92c3e460ef24c9eaef0cd087182b9c0_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:16,089 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110c92c3e460ef24c9eaef0cd087182b9c0_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:16,089 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c92c3e460ef24c9eaef0cd087182b9c0_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:16,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742066_1242 (size=13051) 2024-11-10T12:14:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742067_1243 (size=4469) 2024-11-10T12:14:16,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-10T12:14:16,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,165 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:16,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:16,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111074a7427576624a38adeb3c4466a12224_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240855205/Put/seqid=0 2024-11-10T12:14:16,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742068_1244 (size=12454) 2024-11-10T12:14:16,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:16,185 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111074a7427576624a38adeb3c4466a12224_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074a7427576624a38adeb3c4466a12224_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:16,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/7d8ec502b1aa410c88df606f86bc3482, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/7d8ec502b1aa410c88df606f86bc3482 is 175, key is test_row_0/A:col10/1731240855205/Put/seqid=0 2024-11-10T12:14:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742069_1245 (size=31255) 2024-11-10T12:14:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:16,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. as already flushing 2024-11-10T12:14:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240916373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240916375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240916375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,383 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,466 INFO [Thread-755 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-755. 2024-11-10T12:14:16,466 DEBUG [Thread-755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:16,466 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,466 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:16,467 INFO [Thread-753 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-753. 2024-11-10T12:14:16,468 DEBUG [Thread-753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:16,468 DEBUG [Thread-753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,468 DEBUG [Thread-753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:16,474 INFO [Thread-759 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-759. 2024-11-10T12:14:16,474 DEBUG [Thread-759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:16,474 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,474 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:16,478 INFO [Thread-757 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-757. 2024-11-10T12:14:16,478 DEBUG [Thread-757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:16,478 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,478 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:16,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240916486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240916486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240916486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,503 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#204 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:16,503 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/a40a793f13e54068916b5b399712634b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a40a793f13e54068916b5b399712634b 2024-11-10T12:14:16,504 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/79b59b96307442a8a8561e585b62efb1 is 175, key is test_row_0/A:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742070_1246 (size=32005) 2024-11-10T12:14:16,509 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into a40a793f13e54068916b5b399712634b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:16,509 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:16,509 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240856066; duration=0sec 2024-11-10T12:14:16,509 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:16,509 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:16,509 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:16,510 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:16,510 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:16,510 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:16,510 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5c07cd08a23240bba2907f310d36fcfa, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d0f718d8909842408bcad523ec86eeb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ff638d24e00a4078a704c34d06cd0fcc] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.6 K 2024-11-10T12:14:16,510 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c07cd08a23240bba2907f310d36fcfa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731240851188 2024-11-10T12:14:16,510 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d0f718d8909842408bcad523ec86eeb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240851858 2024-11-10T12:14:16,511 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ff638d24e00a4078a704c34d06cd0fcc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240854045 2024-11-10T12:14:16,517 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#207 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:16,517 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/8455a4de555e4eaca243a304a2204f63 is 50, key is test_row_0/C:col10/1731240854050/Put/seqid=0 2024-11-10T12:14:16,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742071_1247 (size=13051) 2024-11-10T12:14:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:14:16,594 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/7d8ec502b1aa410c88df606f86bc3482 2024-11-10T12:14:16,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/e82e2b6c30a440ffba149153ae548c2b is 50, key is test_row_0/B:col10/1731240855205/Put/seqid=0 2024-11-10T12:14:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742072_1248 (size=12301) 2024-11-10T12:14:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240916696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240916696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240916696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:16,914 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/79b59b96307442a8a8561e585b62efb1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/79b59b96307442a8a8561e585b62efb1 2024-11-10T12:14:16,918 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into 79b59b96307442a8a8561e585b62efb1(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:16,918 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:16,918 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240856066; duration=0sec 2024-11-10T12:14:16,918 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:16,918 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:16,924 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/8455a4de555e4eaca243a304a2204f63 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8455a4de555e4eaca243a304a2204f63 2024-11-10T12:14:16,928 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into 8455a4de555e4eaca243a304a2204f63(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:16,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:16,928 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240856066; duration=0sec 2024-11-10T12:14:16,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:16,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:17,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/e82e2b6c30a440ffba149153ae548c2b 2024-11-10T12:14:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40752 deadline: 1731240917007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:17,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1731240917007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:17,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40712 deadline: 1731240917007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:17,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:17,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/a0b70ea608624bc5874d488fb3e02345 is 50, key is test_row_0/C:col10/1731240855205/Put/seqid=0 2024-11-10T12:14:17,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742073_1249 (size=12301) 2024-11-10T12:14:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:17,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40744 deadline: 1731240917306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40766 deadline: 1731240917306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:17,307 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:17,307 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 9a8a146b1469b94b5de20781e4e1477f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:17,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:14:17,417 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/a0b70ea608624bc5874d488fb3e02345 2024-11-10T12:14:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/7d8ec502b1aa410c88df606f86bc3482 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482 2024-11-10T12:14:17,425 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482, entries=150, sequenceid=315, filesize=30.5 K 2024-11-10T12:14:17,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/e82e2b6c30a440ffba149153ae548c2b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/e82e2b6c30a440ffba149153ae548c2b 2024-11-10T12:14:17,429 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/e82e2b6c30a440ffba149153ae548c2b, entries=150, sequenceid=315, filesize=12.0 K 2024-11-10T12:14:17,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/a0b70ea608624bc5874d488fb3e02345 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a0b70ea608624bc5874d488fb3e02345 2024-11-10T12:14:17,433 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a0b70ea608624bc5874d488fb3e02345, entries=150, sequenceid=315, filesize=12.0 K 2024-11-10T12:14:17,433 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 9a8a146b1469b94b5de20781e4e1477f in 1268ms, sequenceid=315, compaction requested=false 2024-11-10T12:14:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:17,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-10T12:14:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-10T12:14:17,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-10T12:14:17,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-10T12:14:17,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.0390 sec 2024-11-10T12:14:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:17,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-10T12:14:17,519 INFO [Thread-746 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-746. 2024-11-10T12:14:17,519 DEBUG [Thread-746 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:17,519 INFO [Thread-750 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-750. 2024-11-10T12:14:17,519 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:17,519 DEBUG [Thread-750 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:17,519 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:17,519 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:17,519 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:17,519 INFO [Thread-742 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-742. 2024-11-10T12:14:17,519 DEBUG [Thread-742 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:17,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:17,519 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:17,519 DEBUG [Thread-742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:17,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:17,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:17,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108fc891c08e394c519022fc7a4f0d2f90_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_0/A:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742074_1250 (size=12454) 2024-11-10T12:14:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-10T12:14:17,546 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:17,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:17,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108fc891c08e394c519022fc7a4f0d2f90_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108fc891c08e394c519022fc7a4f0d2f90_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:17,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/6d3a98c2de8f48659ad4eb672fa8047d, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:17,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/6d3a98c2de8f48659ad4eb672fa8047d is 175, key is test_row_0/A:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:17,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742075_1251 (size=31255) 2024-11-10T12:14:18,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:14:18,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/6d3a98c2de8f48659ad4eb672fa8047d 2024-11-10T12:14:18,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/f73c0d910969499cb03c461f31bc9266 is 50, key is test_row_0/B:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:18,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742076_1252 (size=12301) 2024-11-10T12:14:18,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/f73c0d910969499cb03c461f31bc9266 2024-11-10T12:14:18,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/a7eaf92fa8b2402aa4e1182ea7b27c15 is 50, key is test_row_0/C:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742077_1253 (size=12301) 2024-11-10T12:14:19,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/a7eaf92fa8b2402aa4e1182ea7b27c15 2024-11-10T12:14:19,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/6d3a98c2de8f48659ad4eb672fa8047d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d 2024-11-10T12:14:19,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d, entries=150, sequenceid=340, filesize=30.5 K 2024-11-10T12:14:19,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/f73c0d910969499cb03c461f31bc9266 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/f73c0d910969499cb03c461f31bc9266 2024-11-10T12:14:19,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/f73c0d910969499cb03c461f31bc9266, entries=150, sequenceid=340, filesize=12.0 K 2024-11-10T12:14:19,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/a7eaf92fa8b2402aa4e1182ea7b27c15 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a7eaf92fa8b2402aa4e1182ea7b27c15 2024-11-10T12:14:19,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a7eaf92fa8b2402aa4e1182ea7b27c15, entries=150, sequenceid=340, filesize=12.0 K 2024-11-10T12:14:19,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=0 B/0 for 9a8a146b1469b94b5de20781e4e1477f in 1659ms, sequenceid=340, compaction requested=true 2024-11-10T12:14:19,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9a8a146b1469b94b5de20781e4e1477f:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:19,179 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:19,179 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:19,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/B is initiating minor compaction (all files) 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/A is initiating minor compaction (all files) 2024-11-10T12:14:19,180 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/B in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:19,180 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/A in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:19,180 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a40a793f13e54068916b5b399712634b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/e82e2b6c30a440ffba149153ae548c2b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/f73c0d910969499cb03c461f31bc9266] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.8 K 2024-11-10T12:14:19,180 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/79b59b96307442a8a8561e585b62efb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=92.3 K 2024-11-10T12:14:19,180 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/79b59b96307442a8a8561e585b62efb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d] 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a40a793f13e54068916b5b399712634b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240854045 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79b59b96307442a8a8561e585b62efb1, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240854045 2024-11-10T12:14:19,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e82e2b6c30a440ffba149153ae548c2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731240855199 2024-11-10T12:14:19,181 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d8ec502b1aa410c88df606f86bc3482, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731240855199 2024-11-10T12:14:19,181 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f73c0d910969499cb03c461f31bc9266, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731240856360 2024-11-10T12:14:19,181 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d3a98c2de8f48659ad4eb672fa8047d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731240856360 2024-11-10T12:14:19,189 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:19,190 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/5248531d0fe745cc92e014dfd5049472 is 50, key is test_row_0/B:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:19,195 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:19,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742078_1254 (size=13153) 2024-11-10T12:14:19,197 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411102a8ea815840b46b39c302eb12168f2a3_9a8a146b1469b94b5de20781e4e1477f store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:19,218 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411102a8ea815840b46b39c302eb12168f2a3_9a8a146b1469b94b5de20781e4e1477f, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:19,219 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102a8ea815840b46b39c302eb12168f2a3_9a8a146b1469b94b5de20781e4e1477f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:19,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742079_1255 (size=4469) 2024-11-10T12:14:19,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/5248531d0fe745cc92e014dfd5049472 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5248531d0fe745cc92e014dfd5049472 2024-11-10T12:14:19,606 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/B of 9a8a146b1469b94b5de20781e4e1477f into 5248531d0fe745cc92e014dfd5049472(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:19,606 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:19,606 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/B, priority=13, startTime=1731240859179; duration=0sec 2024-11-10T12:14:19,606 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:19,606 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:B 2024-11-10T12:14:19,606 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:19,607 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:19,607 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 9a8a146b1469b94b5de20781e4e1477f/C is initiating minor compaction (all files) 2024-11-10T12:14:19,607 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9a8a146b1469b94b5de20781e4e1477f/C in TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:19,607 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8455a4de555e4eaca243a304a2204f63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a0b70ea608624bc5874d488fb3e02345, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a7eaf92fa8b2402aa4e1182ea7b27c15] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp, totalSize=36.8 K 2024-11-10T12:14:19,607 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8455a4de555e4eaca243a304a2204f63, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240854045 2024-11-10T12:14:19,607 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b70ea608624bc5874d488fb3e02345, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731240855199 2024-11-10T12:14:19,608 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a7eaf92fa8b2402aa4e1182ea7b27c15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731240856360 2024-11-10T12:14:19,616 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#C#compaction#215 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:19,616 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/fdaed3afbbe245ffb6eb746c063b5a46 is 50, key is test_row_0/C:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742080_1256 (size=13153) 2024-11-10T12:14:19,627 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9a8a146b1469b94b5de20781e4e1477f#A#compaction#214 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:19,627 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1eb89c1479404bbfa6db48cd7ea6938b is 175, key is test_row_0/A:col10/1731240856360/Put/seqid=0 2024-11-10T12:14:19,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742081_1257 (size=32107) 2024-11-10T12:14:20,025 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/fdaed3afbbe245ffb6eb746c063b5a46 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/fdaed3afbbe245ffb6eb746c063b5a46 2024-11-10T12:14:20,030 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/C of 9a8a146b1469b94b5de20781e4e1477f into fdaed3afbbe245ffb6eb746c063b5a46(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:20,030 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:20,030 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/C, priority=13, startTime=1731240859179; duration=0sec 2024-11-10T12:14:20,030 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:20,030 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:C 2024-11-10T12:14:20,035 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/1eb89c1479404bbfa6db48cd7ea6938b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1eb89c1479404bbfa6db48cd7ea6938b 2024-11-10T12:14:20,039 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a8a146b1469b94b5de20781e4e1477f/A of 9a8a146b1469b94b5de20781e4e1477f into 1eb89c1479404bbfa6db48cd7ea6938b(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:20,039 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9a8a146b1469b94b5de20781e4e1477f: 2024-11-10T12:14:20,039 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., storeName=9a8a146b1469b94b5de20781e4e1477f/A, priority=13, startTime=1731240859179; duration=0sec 2024-11-10T12:14:20,039 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:20,039 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9a8a146b1469b94b5de20781e4e1477f:A 2024-11-10T12:14:27,357 INFO [Thread-748 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-748. 2024-11-10T12:14:27,357 DEBUG [Thread-748 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:27,357 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:27,357 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:27,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:27,377 INFO [Thread-744 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-744. 2024-11-10T12:14:27,377 DEBUG [Thread-744 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:27,377 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:27,377 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:27,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:27,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:14:27,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-10T12:14:27,377 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3266 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3233 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1363 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4084 rows 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1366 2024-11-10T12:14:27,378 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4089 rows 2024-11-10T12:14:27,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:14:27,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:14:27,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:27,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:27,378 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:27,379 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:14:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:14:27,382 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240867382"}]},"ts":"1731240867382"} 2024-11-10T12:14:27,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:14:27,383 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:14:27,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:14:27,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, UNASSIGN}] 2024-11-10T12:14:27,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, UNASSIGN 2024-11-10T12:14:27,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:27,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, UNASSIGN because future has completed 2024-11-10T12:14:27,388 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:14:27,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:14:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:14:27,540 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 9a8a146b1469b94b5de20781e4e1477f, disabling compactions & flushes 2024-11-10T12:14:27,540 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. after waiting 0 ms 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:27,540 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 9a8a146b1469b94b5de20781e4e1477f 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=A 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:27,540 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=B 2024-11-10T12:14:27,541 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:27,541 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9a8a146b1469b94b5de20781e4e1477f, store=C 2024-11-10T12:14:27,541 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:27,546 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110678a39a531f7448b92d518270f7f79e5_9a8a146b1469b94b5de20781e4e1477f is 50, key is test_row_1/A:col10/1731240867376/Put/seqid=0 2024-11-10T12:14:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742082_1258 (size=7374) 2024-11-10T12:14:27,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:14:27,950 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:27,955 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110678a39a531f7448b92d518270f7f79e5_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110678a39a531f7448b92d518270f7f79e5_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:27,956 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/97b3ed5069264239ba9d24ebbc5afa98, store: [table=TestAcidGuarantees family=A region=9a8a146b1469b94b5de20781e4e1477f] 2024-11-10T12:14:27,956 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/97b3ed5069264239ba9d24ebbc5afa98 is 175, key is test_row_1/A:col10/1731240867376/Put/seqid=0 2024-11-10T12:14:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742083_1259 (size=13865) 2024-11-10T12:14:28,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:14:28,361 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/97b3ed5069264239ba9d24ebbc5afa98 2024-11-10T12:14:28,367 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/1573042ca5944d85aa8c04949fcfabe9 is 50, key is test_row_1/B:col10/1731240867376/Put/seqid=0 2024-11-10T12:14:28,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742084_1260 (size=7415) 2024-11-10T12:14:28,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:14:28,771 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/1573042ca5944d85aa8c04949fcfabe9 2024-11-10T12:14:28,778 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/dc928abbb42e44ef8b4fe9e6dd3b83b0 is 50, key is test_row_1/C:col10/1731240867376/Put/seqid=0 2024-11-10T12:14:28,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742085_1261 (size=7415) 2024-11-10T12:14:29,182 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/dc928abbb42e44ef8b4fe9e6dd3b83b0 2024-11-10T12:14:29,187 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/A/97b3ed5069264239ba9d24ebbc5afa98 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/97b3ed5069264239ba9d24ebbc5afa98 2024-11-10T12:14:29,190 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/97b3ed5069264239ba9d24ebbc5afa98, entries=50, sequenceid=348, filesize=13.5 K 2024-11-10T12:14:29,191 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/B/1573042ca5944d85aa8c04949fcfabe9 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/1573042ca5944d85aa8c04949fcfabe9 2024-11-10T12:14:29,194 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/1573042ca5944d85aa8c04949fcfabe9, entries=50, sequenceid=348, filesize=7.2 K 2024-11-10T12:14:29,194 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/.tmp/C/dc928abbb42e44ef8b4fe9e6dd3b83b0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/dc928abbb42e44ef8b4fe9e6dd3b83b0 2024-11-10T12:14:29,197 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/dc928abbb42e44ef8b4fe9e6dd3b83b0, entries=50, sequenceid=348, filesize=7.2 K 2024-11-10T12:14:29,198 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 9a8a146b1469b94b5de20781e4e1477f in 1658ms, sequenceid=348, compaction requested=false 2024-11-10T12:14:29,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a79c26322e994f6588d081bf89a3f6e4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/12d01da80f9844c6b2f8e3a4b50de028, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/579d9213d329467781d2db6af34df7d0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f0dfefa877e344fa99d0a83e830fa05b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/506377ff9f5c4bc49378175d1866c270, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/38200da9f97947bfbc808bd909a4942e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/79b59b96307442a8a8561e585b62efb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d] to archive 2024-11-10T12:14:29,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:14:29,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/d1f46ef52f7641ddbec052acbf96e66c 2024-11-10T12:14:29,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1a470d93008b409cb0aaf6a200b025c9 2024-11-10T12:14:29,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4e261c953f4649e6988e1bb670fbabb1 2024-11-10T12:14:29,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a3be26a0fcbc41fca02b1d571dccfd21 2024-11-10T12:14:29,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a79c26322e994f6588d081bf89a3f6e4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a79c26322e994f6588d081bf89a3f6e4 2024-11-10T12:14:29,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/a4f2b929acc84ce69aac2363990cc70b 2024-11-10T12:14:29,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/0204cf57e5c24ec2a34736b1c338cfa4 2024-11-10T12:14:29,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/12d01da80f9844c6b2f8e3a4b50de028 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/12d01da80f9844c6b2f8e3a4b50de028 2024-11-10T12:14:29,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/47de1eef83384b0cab19bfe570894fa2 2024-11-10T12:14:29,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/b27ea9fae7854c498986104d3501adcc 2024-11-10T12:14:29,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/579d9213d329467781d2db6af34df7d0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/579d9213d329467781d2db6af34df7d0 2024-11-10T12:14:29,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/352abfff57e94cd3a3b722d6b1842682 2024-11-10T12:14:29,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/c108969c6d014386a5f533249d01e13f 2024-11-10T12:14:29,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f0dfefa877e344fa99d0a83e830fa05b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f0dfefa877e344fa99d0a83e830fa05b 2024-11-10T12:14:29,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/77aa6407d6db4d0cbc183d35ac20c4ce 2024-11-10T12:14:29,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/efd550ea6ca24ef792bfab551647c556 2024-11-10T12:14:29,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/506377ff9f5c4bc49378175d1866c270 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/506377ff9f5c4bc49378175d1866c270 2024-11-10T12:14:29,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/11ebbd6abae540cfb51a7b628ac7ab54 2024-11-10T12:14:29,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/38200da9f97947bfbc808bd909a4942e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/38200da9f97947bfbc808bd909a4942e 2024-11-10T12:14:29,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/f877039b5e2a4fdf865fea45c0ebdfc3 2024-11-10T12:14:29,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1526a49d409649ae82b5db6b16d3904c 2024-11-10T12:14:29,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/4a7d8f55a5fa4ae2a13f5b8b1872d40f 2024-11-10T12:14:29,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/79b59b96307442a8a8561e585b62efb1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/79b59b96307442a8a8561e585b62efb1 2024-11-10T12:14:29,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/7d8ec502b1aa410c88df606f86bc3482 2024-11-10T12:14:29,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/6d3a98c2de8f48659ad4eb672fa8047d 2024-11-10T12:14:29,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/72bd5c58a11148cc8b4646af54fddfe9, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b3ed65a1688f4e2ab6e8c6f24edf9e27, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/44ece98ece6743d5ae2ee386b56858a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/9fc89a790d9d48f58c9b3d4c8959e9a3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a5d088ecc9464c378850d288b44391ca, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d0dd09d3d9864b4187c058ddc45f4f87, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d878201ffaec481da5b5d62bda4e34f5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/606b00653fcb47998ccd9f83b69d96bb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/53717aae5a6c403b93b852778b33ffd0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd5aefc99fd94e87ab3f9c52fbe780ac, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/817ce3dcaecf4d6f8488bd40938371e0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/4fecb34c031a4219b7662aca57baa469, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd6dd349f9f142e8a1ef1aa60069015c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/50c947ba0e1f49429fba4731e3f11939, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/11a834181b8c487db74087fbdf5b97fc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/ca00f53b678f4eccb9c81bbe4f82e866, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5ef9b4f5ef1c4ba69494770f6ad048cf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b112d9d0e1404cdf93dc6da99d0519b2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/284e53431717472d8eca3cc2192e1d6b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/30f517227ffd4edba3e2513f5ca4b70c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b8a0f6e2d1284c378417b29d8d9fd4a2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a40a793f13e54068916b5b399712634b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/16706a8a3d72428981bd5916a0608048, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/e82e2b6c30a440ffba149153ae548c2b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/f73c0d910969499cb03c461f31bc9266] to archive 2024-11-10T12:14:29,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:14:29,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/72bd5c58a11148cc8b4646af54fddfe9 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/72bd5c58a11148cc8b4646af54fddfe9 2024-11-10T12:14:29,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b3ed65a1688f4e2ab6e8c6f24edf9e27 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b3ed65a1688f4e2ab6e8c6f24edf9e27 2024-11-10T12:14:29,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/44ece98ece6743d5ae2ee386b56858a7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/44ece98ece6743d5ae2ee386b56858a7 2024-11-10T12:14:29,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/9fc89a790d9d48f58c9b3d4c8959e9a3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/9fc89a790d9d48f58c9b3d4c8959e9a3 2024-11-10T12:14:29,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a5d088ecc9464c378850d288b44391ca to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a5d088ecc9464c378850d288b44391ca 2024-11-10T12:14:29,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d0dd09d3d9864b4187c058ddc45f4f87 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d0dd09d3d9864b4187c058ddc45f4f87 2024-11-10T12:14:29,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d878201ffaec481da5b5d62bda4e34f5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/d878201ffaec481da5b5d62bda4e34f5 2024-11-10T12:14:29,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/606b00653fcb47998ccd9f83b69d96bb to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/606b00653fcb47998ccd9f83b69d96bb 2024-11-10T12:14:29,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/53717aae5a6c403b93b852778b33ffd0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/53717aae5a6c403b93b852778b33ffd0 2024-11-10T12:14:29,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd5aefc99fd94e87ab3f9c52fbe780ac to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd5aefc99fd94e87ab3f9c52fbe780ac 2024-11-10T12:14:29,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/817ce3dcaecf4d6f8488bd40938371e0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/817ce3dcaecf4d6f8488bd40938371e0 2024-11-10T12:14:29,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/4fecb34c031a4219b7662aca57baa469 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/4fecb34c031a4219b7662aca57baa469 2024-11-10T12:14:29,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd6dd349f9f142e8a1ef1aa60069015c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/dd6dd349f9f142e8a1ef1aa60069015c 2024-11-10T12:14:29,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/50c947ba0e1f49429fba4731e3f11939 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/50c947ba0e1f49429fba4731e3f11939 2024-11-10T12:14:29,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/11a834181b8c487db74087fbdf5b97fc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/11a834181b8c487db74087fbdf5b97fc 2024-11-10T12:14:29,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/ca00f53b678f4eccb9c81bbe4f82e866 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/ca00f53b678f4eccb9c81bbe4f82e866 2024-11-10T12:14:29,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5ef9b4f5ef1c4ba69494770f6ad048cf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5ef9b4f5ef1c4ba69494770f6ad048cf 2024-11-10T12:14:29,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b112d9d0e1404cdf93dc6da99d0519b2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b112d9d0e1404cdf93dc6da99d0519b2 2024-11-10T12:14:29,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/284e53431717472d8eca3cc2192e1d6b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/284e53431717472d8eca3cc2192e1d6b 2024-11-10T12:14:29,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/30f517227ffd4edba3e2513f5ca4b70c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/30f517227ffd4edba3e2513f5ca4b70c 2024-11-10T12:14:29,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b8a0f6e2d1284c378417b29d8d9fd4a2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/b8a0f6e2d1284c378417b29d8d9fd4a2 2024-11-10T12:14:29,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a40a793f13e54068916b5b399712634b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/a40a793f13e54068916b5b399712634b 2024-11-10T12:14:29,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/16706a8a3d72428981bd5916a0608048 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/16706a8a3d72428981bd5916a0608048 2024-11-10T12:14:29,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/e82e2b6c30a440ffba149153ae548c2b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/e82e2b6c30a440ffba149153ae548c2b 2024-11-10T12:14:29,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/f73c0d910969499cb03c461f31bc9266 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/f73c0d910969499cb03c461f31bc9266 2024-11-10T12:14:29,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/be6dabe9769d4e25821eee3fc9d553d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0f61e28b026f415d94f73ce2068c7729, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/1ae81404c4f04f4ebada4d3f9ba60669, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/269ee9d1c5ae4182a2ced21be2a0d10f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/e383a55ec0f645c2a50fd3e309ef774c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca1dab4739aa4313913a632387840ec2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5ee5908c10d84490b78ffd6abad3d62f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f3019236b7254a419ab11605051dc67f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca455f6e444c4a6bb39a0cddc039ea2f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0aa77056aa5c4dad9fc0523226bff054, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9c54683515d44a1b90890cdec3f5d9b3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8ef29cf39bcc4c3fa339bdc152e9e186, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca14f26c7ae740cfb6321c431eacb7d6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/3510d5106bb341fa95f89645c1e07a44, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f8749b833412410f97505dc3a64b23f4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/99ea5744dcb14b31b76060c17f941b31, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d3cf78374f32427bb809b73c7a28bb5a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9bdd60f1d91f48a89628d2d04d2e9106, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5c07cd08a23240bba2907f310d36fcfa, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/7b1883d9694840e390ea27343c99bab1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d0f718d8909842408bcad523ec86eeb1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8455a4de555e4eaca243a304a2204f63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ff638d24e00a4078a704c34d06cd0fcc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a0b70ea608624bc5874d488fb3e02345, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a7eaf92fa8b2402aa4e1182ea7b27c15] to archive 2024-11-10T12:14:29,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:14:29,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/be6dabe9769d4e25821eee3fc9d553d8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/be6dabe9769d4e25821eee3fc9d553d8 2024-11-10T12:14:29,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0f61e28b026f415d94f73ce2068c7729 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0f61e28b026f415d94f73ce2068c7729 2024-11-10T12:14:29,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/1ae81404c4f04f4ebada4d3f9ba60669 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/1ae81404c4f04f4ebada4d3f9ba60669 2024-11-10T12:14:29,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/269ee9d1c5ae4182a2ced21be2a0d10f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/269ee9d1c5ae4182a2ced21be2a0d10f 2024-11-10T12:14:29,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/e383a55ec0f645c2a50fd3e309ef774c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/e383a55ec0f645c2a50fd3e309ef774c 2024-11-10T12:14:29,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca1dab4739aa4313913a632387840ec2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca1dab4739aa4313913a632387840ec2 2024-11-10T12:14:29,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5ee5908c10d84490b78ffd6abad3d62f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5ee5908c10d84490b78ffd6abad3d62f 2024-11-10T12:14:29,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f3019236b7254a419ab11605051dc67f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f3019236b7254a419ab11605051dc67f 2024-11-10T12:14:29,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca455f6e444c4a6bb39a0cddc039ea2f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca455f6e444c4a6bb39a0cddc039ea2f 2024-11-10T12:14:29,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0aa77056aa5c4dad9fc0523226bff054 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/0aa77056aa5c4dad9fc0523226bff054 2024-11-10T12:14:29,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9c54683515d44a1b90890cdec3f5d9b3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9c54683515d44a1b90890cdec3f5d9b3 2024-11-10T12:14:29,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8ef29cf39bcc4c3fa339bdc152e9e186 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8ef29cf39bcc4c3fa339bdc152e9e186 2024-11-10T12:14:29,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca14f26c7ae740cfb6321c431eacb7d6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ca14f26c7ae740cfb6321c431eacb7d6 2024-11-10T12:14:29,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/3510d5106bb341fa95f89645c1e07a44 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/3510d5106bb341fa95f89645c1e07a44 2024-11-10T12:14:29,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f8749b833412410f97505dc3a64b23f4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/f8749b833412410f97505dc3a64b23f4 2024-11-10T12:14:29,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/99ea5744dcb14b31b76060c17f941b31 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/99ea5744dcb14b31b76060c17f941b31 2024-11-10T12:14:29,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d3cf78374f32427bb809b73c7a28bb5a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d3cf78374f32427bb809b73c7a28bb5a 2024-11-10T12:14:29,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9bdd60f1d91f48a89628d2d04d2e9106 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/9bdd60f1d91f48a89628d2d04d2e9106 2024-11-10T12:14:29,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5c07cd08a23240bba2907f310d36fcfa to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/5c07cd08a23240bba2907f310d36fcfa 2024-11-10T12:14:29,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/7b1883d9694840e390ea27343c99bab1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/7b1883d9694840e390ea27343c99bab1 2024-11-10T12:14:29,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d0f718d8909842408bcad523ec86eeb1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/d0f718d8909842408bcad523ec86eeb1 2024-11-10T12:14:29,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8455a4de555e4eaca243a304a2204f63 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/8455a4de555e4eaca243a304a2204f63 2024-11-10T12:14:29,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ff638d24e00a4078a704c34d06cd0fcc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/ff638d24e00a4078a704c34d06cd0fcc 2024-11-10T12:14:29,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a0b70ea608624bc5874d488fb3e02345 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a0b70ea608624bc5874d488fb3e02345 2024-11-10T12:14:29,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a7eaf92fa8b2402aa4e1182ea7b27c15 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/a7eaf92fa8b2402aa4e1182ea7b27c15 2024-11-10T12:14:29,275 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=4 2024-11-10T12:14:29,275 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. 2024-11-10T12:14:29,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 9a8a146b1469b94b5de20781e4e1477f: Waiting for close lock at 1731240867540Running coprocessor pre-close hooks at 1731240867540Disabling compacts and flushes for region at 1731240867540Disabling writes for close at 1731240867540Obtaining lock to block concurrent updates at 1731240867540Preparing flush snapshotting stores in 9a8a146b1469b94b5de20781e4e1477f at 1731240867540Finished memstore snapshotting TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731240867541 (+1 ms)Flushing stores of TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f. at 1731240867541Flushing 9a8a146b1469b94b5de20781e4e1477f/A: creating writer at 1731240867541Flushing mob file 9a8a146b1469b94b5de20781e4e1477f/A: appending metadata at 1731240867546 (+5 ms)Flushing mob file 9a8a146b1469b94b5de20781e4e1477f/A: closing flushed file at 1731240867546Flushing 9a8a146b1469b94b5de20781e4e1477f/A: appending metadata at 1731240867956 (+410 ms)Flushing 9a8a146b1469b94b5de20781e4e1477f/A: closing flushed file at 1731240867956Flushing 9a8a146b1469b94b5de20781e4e1477f/B: creating writer at 1731240868364 (+408 ms)Flushing 9a8a146b1469b94b5de20781e4e1477f/B: appending metadata at 1731240868367 (+3 ms)Flushing 9a8a146b1469b94b5de20781e4e1477f/B: closing flushed file at 1731240868367Flushing 9a8a146b1469b94b5de20781e4e1477f/C: creating writer at 1731240868775 (+408 ms)Flushing 9a8a146b1469b94b5de20781e4e1477f/C: appending metadata at 1731240868778 (+3 ms)Flushing 9a8a146b1469b94b5de20781e4e1477f/C: closing flushed file at 1731240868778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b240fb8: reopening flushed file at 1731240869186 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3445ffb7: reopening flushed file at 1731240869190 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118f9c0b: reopening flushed file at 1731240869194 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 9a8a146b1469b94b5de20781e4e1477f in 1658ms, sequenceid=348, compaction requested=false at 1731240869198 (+4 ms)Writing region close event to WAL at 1731240869272 (+74 ms)Running coprocessor post-close hooks at 1731240869275 (+3 ms)Closed at 1731240869275 2024-11-10T12:14:29,277 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,278 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=9a8a146b1469b94b5de20781e4e1477f, regionState=CLOSED 2024-11-10T12:14:29,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:14:29,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-10T12:14:29,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 9a8a146b1469b94b5de20781e4e1477f, server=3857ccc89b65,43105,1731240799921 in 1.8920 sec 2024-11-10T12:14:29,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-10T12:14:29,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9a8a146b1469b94b5de20781e4e1477f, UNASSIGN in 1.8970 sec 2024-11-10T12:14:29,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-10T12:14:29,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9000 sec 2024-11-10T12:14:29,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240869286"}]},"ts":"1731240869286"} 2024-11-10T12:14:29,288 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:14:29,288 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:14:29,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9090 sec 2024-11-10T12:14:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-10T12:14:29,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:29,527 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:14:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,529 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:14:29,529 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,532 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,534 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/recovered.edits] 2024-11-10T12:14:29,536 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1eb89c1479404bbfa6db48cd7ea6938b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/1eb89c1479404bbfa6db48cd7ea6938b 2024-11-10T12:14:29,537 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/97b3ed5069264239ba9d24ebbc5afa98 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/A/97b3ed5069264239ba9d24ebbc5afa98 2024-11-10T12:14:29,539 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/1573042ca5944d85aa8c04949fcfabe9 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/1573042ca5944d85aa8c04949fcfabe9 2024-11-10T12:14:29,540 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5248531d0fe745cc92e014dfd5049472 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/B/5248531d0fe745cc92e014dfd5049472 2024-11-10T12:14:29,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/dc928abbb42e44ef8b4fe9e6dd3b83b0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/dc928abbb42e44ef8b4fe9e6dd3b83b0 2024-11-10T12:14:29,543 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/fdaed3afbbe245ffb6eb746c063b5a46 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/C/fdaed3afbbe245ffb6eb746c063b5a46 2024-11-10T12:14:29,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/recovered.edits/351.seqid to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f/recovered.edits/351.seqid 2024-11-10T12:14:29,545 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,545 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:14:29,546 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:14:29,547 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:14:29,550 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100305373278484bfba1a44a6ebf6cf902_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411100305373278484bfba1a44a6ebf6cf902_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,551 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111019e9d26fce1348428493c10f46c8174c_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111019e9d26fce1348428493c10f46c8174c_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,552 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110269b68938b044c10bdf91bebacb9f942_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110269b68938b044c10bdf91bebacb9f942_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,553 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111030429f80993545ce829aeb72021b374f_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111030429f80993545ce829aeb72021b374f_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,553 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111030a133b1e541471489e978ddaba5f2f9_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111030a133b1e541471489e978ddaba5f2f9_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,554 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032052d352c674a5dbe7f09ee2e8c7985_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111032052d352c674a5dbe7f09ee2e8c7985_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,555 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110413321c6878a45f7b3b4e6d13357821c_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110413321c6878a45f7b3b4e6d13357821c_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,556 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104448149587d44178a59f9c7aafaefc94_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104448149587d44178a59f9c7aafaefc94_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,557 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104dafe55f6500447590216d67a2a130ec_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104dafe55f6500447590216d67a2a130ec_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,558 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111063991db52dbd4505a18eb26fc3822775_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111063991db52dbd4505a18eb26fc3822775_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,559 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110678a39a531f7448b92d518270f7f79e5_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110678a39a531f7448b92d518270f7f79e5_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,560 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074a7427576624a38adeb3c4466a12224_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111074a7427576624a38adeb3c4466a12224_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,561 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108fc891c08e394c519022fc7a4f0d2f90_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108fc891c08e394c519022fc7a4f0d2f90_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,562 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a0ba7ff3ba874ba1b89f5dea397892cd_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a0ba7ff3ba874ba1b89f5dea397892cd_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,563 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b6cfa008f2474e648860b4831a1e4b3d_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b6cfa008f2474e648860b4831a1e4b3d_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,564 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c3a4d5d5e79b4fb4aa7a5e3d9a6ef011_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c3a4d5d5e79b4fb4aa7a5e3d9a6ef011_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,565 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4c1231bc2e6406ba918d36c1cfb7bf2_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4c1231bc2e6406ba918d36c1cfb7bf2_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,566 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f347ab13c2614dba822e2ae5a76292b3_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110f347ab13c2614dba822e2ae5a76292b3_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,567 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110faafbb1f9dd54034bed36761bf24f040_9a8a146b1469b94b5de20781e4e1477f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110faafbb1f9dd54034bed36761bf24f040_9a8a146b1469b94b5de20781e4e1477f 2024-11-10T12:14:29,567 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:14:29,569 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,572 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:14:29,574 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:14:29,575 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,575 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:14:29,575 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731240869575"}]},"ts":"9223372036854775807"} 2024-11-10T12:14:29,577 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:14:29,577 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9a8a146b1469b94b5de20781e4e1477f, NAME => 'TestAcidGuarantees,,1731240833302.9a8a146b1469b94b5de20781e4e1477f.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:14:29,577 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:14:29,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731240869577"}]},"ts":"9223372036854775807"} 2024-11-10T12:14:29,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:14:29,579 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-10T12:14:29,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:14:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-10T12:14:29,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:14:29,637 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:29,646 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249 (was 248) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1569092116_22 at /127.0.0.1:55956 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 311), ProcessCount=11 (was 11), AvailableMemoryMB=8728 (was 8840) 2024-11-10T12:14:29,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=249, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=8728 2024-11-10T12:14:29,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:14:29,655 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:14:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:29,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:14:29,657 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:29,657 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-10T12:14:29,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:14:29,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T12:14:29,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742086_1262 (size=1061) 2024-11-10T12:14:29,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T12:14:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T12:14:30,065 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:14:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742087_1263 (size=53) 2024-11-10T12:14:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T12:14:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:14:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6ce7ed38126f82cdee10e4c78b7ab560, disabling compactions & flushes 2024-11-10T12:14:30,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. after waiting 0 ms 2024-11-10T12:14:30,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,471 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6ce7ed38126f82cdee10e4c78b7ab560: Waiting for close lock at 1731240870470Disabling compacts and flushes for region at 1731240870470Disabling writes for close at 1731240870470Writing region close event to WAL at 1731240870471 (+1 ms)Closed at 1731240870471 2024-11-10T12:14:30,472 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:14:30,472 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731240870472"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731240870472"}]},"ts":"1731240870472"} 2024-11-10T12:14:30,473 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:14:30,474 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:14:30,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240870474"}]},"ts":"1731240870474"} 2024-11-10T12:14:30,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:14:30,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, ASSIGN}] 2024-11-10T12:14:30,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, ASSIGN 2024-11-10T12:14:30,477 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, ASSIGN; state=OFFLINE, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=false 2024-11-10T12:14:30,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=6ce7ed38126f82cdee10e4c78b7ab560, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:30,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, ASSIGN because future has completed 2024-11-10T12:14:30,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:14:30,784 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,784 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:14:30,784 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,784 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:14:30,784 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,784 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,785 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,786 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:14:30,787 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ce7ed38126f82cdee10e4c78b7ab560 columnFamilyName A 2024-11-10T12:14:30,787 DEBUG [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:30,787 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.HStore(327): Store=6ce7ed38126f82cdee10e4c78b7ab560/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:14:30,787 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,788 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:14:30,788 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ce7ed38126f82cdee10e4c78b7ab560 columnFamilyName B 2024-11-10T12:14:30,788 DEBUG [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:30,789 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.HStore(327): Store=6ce7ed38126f82cdee10e4c78b7ab560/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:14:30,789 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,790 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:14:30,790 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ce7ed38126f82cdee10e4c78b7ab560 columnFamilyName C 2024-11-10T12:14:30,790 DEBUG [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:30,790 INFO [StoreOpener-6ce7ed38126f82cdee10e4c78b7ab560-1 {}] regionserver.HStore(327): Store=6ce7ed38126f82cdee10e4c78b7ab560/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:14:30,790 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,790 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,791 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,791 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,792 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,792 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,792 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:14:30,793 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,795 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:14:30,795 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened 6ce7ed38126f82cdee10e4c78b7ab560; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69624470, jitterRate=0.03748545050621033}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:14:30,795 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T12:14:30,796 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for 6ce7ed38126f82cdee10e4c78b7ab560: Running coprocessor pre-open hook at 1731240870784Writing region info on filesystem at 1731240870784Initializing all the Stores at 1731240870785 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240870785Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240870785Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240870785Cleaning up temporary data from old regions at 1731240870792 (+7 ms)Running coprocessor post-open hooks at 1731240870795 (+3 ms)Region opened successfully at 1731240870796 (+1 ms) 2024-11-10T12:14:30,796 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., pid=59, masterSystemTime=1731240870781 2024-11-10T12:14:30,798 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,798 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:30,798 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=6ce7ed38126f82cdee10e4c78b7ab560, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:30,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:14:30,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-10T12:14:30,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure 6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 in 171 msec 2024-11-10T12:14:30,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-10T12:14:30,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, ASSIGN in 326 msec 2024-11-10T12:14:30,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:14:30,804 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240870804"}]},"ts":"1731240870804"} 2024-11-10T12:14:30,805 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:14:30,806 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:14:30,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-10T12:14:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-10T12:14:31,806 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:31,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,809 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83885b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,810 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d3c6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:14:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:14:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b4942bc 2024-11-10T12:14:31,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:14:31,815 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:14:31,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5725862a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,818 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7598c7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,820 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cada3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,821 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2d0dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,823 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b988a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143a8269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,826 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753fa13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,827 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4128412a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,828 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bd70e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,829 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d780212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,831 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602f44b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,832 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a3f411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,833 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d1f95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d369234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,836 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6747eddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,837 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4389e259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,839 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593ad6cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,840 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,840 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ed96f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:31,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:31,841 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:31,841 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1ecd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:31,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:31,842 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:31,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@697bc3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:31,843 DEBUG [Thread-1234 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,843 DEBUG [Thread-1217 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,844 DEBUG [Thread-1223 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,845 DEBUG [Thread-1219 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,846 DEBUG [Thread-1232 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,847 DEBUG [Thread-1230 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,847 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:31,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-10T12:14:31,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,849 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:31,850 DEBUG [Thread-1221 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,850 DEBUG [Thread-1228 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:31,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:31,851 DEBUG [Thread-1226 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:14:31,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,851 DEBUG [Thread-1215 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:31,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:31,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:31,855 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:14:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:31,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:14:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:31,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:31,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/b5611b76bd634a9aa79dbda149890d2a is 50, key is test_row_0/A:col10/1731240871857/Put/seqid=0 2024-11-10T12:14:31,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240871884, max timestamp=1731240871890Num uniques 859; 2024-11-10T12:14:31,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:31,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240871884, max timestamp=1731240871890Num uniques 859; 2024-11-10T12:14:31,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:31,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240871884, max timestamp=1731240871890Num uniques 859; 2024-11-10T12:14:31,898 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:31,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742088_1264 (size=9657) 2024-11-10T12:14:31,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/b5611b76bd634a9aa79dbda149890d2a 2024-11-10T12:14:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240931917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:31,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240931917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:31,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240931918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:31,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240931921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:31,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240931922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:31,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:31,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1875072f6ae945c3895ed6e9940d6af8 is 50, key is test_row_0/B:col10/1731240871857/Put/seqid=0 2024-11-10T12:14:31,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742089_1265 (size=9657) 2024-11-10T12:14:31,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1875072f6ae945c3895ed6e9940d6af8 2024-11-10T12:14:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:14:31,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/dccee02a7b5d414e80d0a53617ceffb0 is 50, key is test_row_0/C:col10/1731240871857/Put/seqid=0 2024-11-10T12:14:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742090_1266 (size=9657) 2024-11-10T12:14:31,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/dccee02a7b5d414e80d0a53617ceffb0 2024-11-10T12:14:31,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/b5611b76bd634a9aa79dbda149890d2a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/b5611b76bd634a9aa79dbda149890d2a 2024-11-10T12:14:31,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/b5611b76bd634a9aa79dbda149890d2a, entries=100, sequenceid=11, filesize=9.4 K 2024-11-10T12:14:31,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1875072f6ae945c3895ed6e9940d6af8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1875072f6ae945c3895ed6e9940d6af8 2024-11-10T12:14:32,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1875072f6ae945c3895ed6e9940d6af8, entries=100, sequenceid=11, filesize=9.4 K 2024-11-10T12:14:32,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/dccee02a7b5d414e80d0a53617ceffb0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/dccee02a7b5d414e80d0a53617ceffb0 2024-11-10T12:14:32,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T12:14:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/dccee02a7b5d414e80d0a53617ceffb0, entries=100, sequenceid=11, filesize=9.4 K 2024-11-10T12:14:32,016 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.42 KB/139690 for 6ce7ed38126f82cdee10e4c78b7ab560 in 157ms, sequenceid=11, compaction requested=false 2024-11-10T12:14:32,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:32,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=143.13 KB heapSize=410.69 KB 2024-11-10T12:14:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:14:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:14:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:32,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:14:32,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/77af101ac9e54d85a33d94613bc48d33 is 50, key is test_row_0/A:col10/1731240871914/Put/seqid=0 2024-11-10T12:14:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240932044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240932045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240932045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,053 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240932046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240932047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742091_1267 (size=12001) 2024-11-10T12:14:32,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T12:14:32,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:32,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240932156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240932156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240932156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240932156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240932156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:14:32,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T12:14:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:32,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240932366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240932366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240932366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240932366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240932366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/77af101ac9e54d85a33d94613bc48d33 2024-11-10T12:14:32,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T12:14:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:14:32,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/60a233622be7406495751019d99fe284 is 50, key is test_row_0/B:col10/1731240871914/Put/seqid=0 2024-11-10T12:14:32,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742092_1268 (size=12001) 2024-11-10T12:14:32,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/60a233622be7406495751019d99fe284 2024-11-10T12:14:32,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1ac7aa24ec1f4d6b92f1faf0b335e215 is 50, key is test_row_0/C:col10/1731240871914/Put/seqid=0 2024-11-10T12:14:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742093_1269 (size=12001) 2024-11-10T12:14:32,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1ac7aa24ec1f4d6b92f1faf0b335e215 2024-11-10T12:14:32,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/77af101ac9e54d85a33d94613bc48d33 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/77af101ac9e54d85a33d94613bc48d33 2024-11-10T12:14:32,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/77af101ac9e54d85a33d94613bc48d33, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:14:32,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/60a233622be7406495751019d99fe284 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/60a233622be7406495751019d99fe284 2024-11-10T12:14:32,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/60a233622be7406495751019d99fe284, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:14:32,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1ac7aa24ec1f4d6b92f1faf0b335e215 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1ac7aa24ec1f4d6b92f1faf0b335e215 2024-11-10T12:14:32,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1ac7aa24ec1f4d6b92f1faf0b335e215, entries=150, sequenceid=49, filesize=11.7 K 2024-11-10T12:14:32,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~143.13 KB/146560, heapSize ~410.64 KB/420496, currentSize=40.25 KB/41220 for 6ce7ed38126f82cdee10e4c78b7ab560 in 507ms, sequenceid=49, compaction requested=false 2024-11-10T12:14:32,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:32,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-10T12:14:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:32,623 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:14:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/30981e61acac42baa44bd396b2280660 is 50, key is test_row_0/A:col10/1731240872046/Put/seqid=0 2024-11-10T12:14:32,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742094_1270 (size=12001) 2024-11-10T12:14:32,639 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/30981e61acac42baa44bd396b2280660 2024-11-10T12:14:32,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/394c09e67b6a4cc3933006cf6375ffa3 is 50, key is test_row_0/B:col10/1731240872046/Put/seqid=0 2024-11-10T12:14:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742095_1271 (size=12001) 2024-11-10T12:14:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:32,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:32,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240872686, max timestamp=1731240872699Num uniques 859; 2024-11-10T12:14:32,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240872686, max timestamp=1731240872699Num uniques 859; 2024-11-10T12:14:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240932697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:32,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240872686, max timestamp=1731240872699Num uniques 859; 2024-11-10T12:14:32,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:32,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240932730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240932731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240932732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240932738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240932816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240932859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240932859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240932859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240932859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:32,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:14:33,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240933026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/394c09e67b6a4cc3933006cf6375ffa3 2024-11-10T12:14:33,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240933067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240933067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240933067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/e6c5a281dfb640c299cda31a033ceda1 is 50, key is test_row_0/C:col10/1731240872046/Put/seqid=0 2024-11-10T12:14:33,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240933076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742096_1272 (size=12001) 2024-11-10T12:14:33,083 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/e6c5a281dfb640c299cda31a033ceda1 2024-11-10T12:14:33,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/30981e61acac42baa44bd396b2280660 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/30981e61acac42baa44bd396b2280660 2024-11-10T12:14:33,092 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/30981e61acac42baa44bd396b2280660, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T12:14:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/394c09e67b6a4cc3933006cf6375ffa3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/394c09e67b6a4cc3933006cf6375ffa3 2024-11-10T12:14:33,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/394c09e67b6a4cc3933006cf6375ffa3, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T12:14:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/e6c5a281dfb640c299cda31a033ceda1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/e6c5a281dfb640c299cda31a033ceda1 2024-11-10T12:14:33,102 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/e6c5a281dfb640c299cda31a033ceda1, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T12:14:33,103 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 6ce7ed38126f82cdee10e4c78b7ab560 in 480ms, sequenceid=58, compaction requested=true 2024-11-10T12:14:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:33,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-10T12:14:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-10T12:14:33,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-10T12:14:33,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2540 sec 2024-11-10T12:14:33,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.2600 sec 2024-11-10T12:14:33,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:33,339 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-10T12:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:33,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:14:33,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/3e91d9af82f342ec8b047ba3e6bca98c is 50, key is test_row_0/A:col10/1731240872736/Put/seqid=0 2024-11-10T12:14:33,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742097_1273 (size=12001) 2024-11-10T12:14:33,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/3e91d9af82f342ec8b047ba3e6bca98c 2024-11-10T12:14:33,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1 is 50, key is test_row_0/B:col10/1731240872736/Put/seqid=0 2024-11-10T12:14:33,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240933366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742098_1274 (size=12001) 2024-11-10T12:14:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240933376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240933376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240933376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240933386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240933476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240933685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1 2024-11-10T12:14:33,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/2f98446e4ff742f9a2c12728991999b8 is 50, key is test_row_0/C:col10/1731240872736/Put/seqid=0 2024-11-10T12:14:33,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742099_1275 (size=12001) 2024-11-10T12:14:33,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240933886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240933886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240933886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240933896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:33,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-10T12:14:33,997 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:33,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-10T12:14:33,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:14:33,999 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:34,000 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:34,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240933997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:34,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:34,000 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:34,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:14:34,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T12:14:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:34,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:34,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/2f98446e4ff742f9a2c12728991999b8 2024-11-10T12:14:34,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/3e91d9af82f342ec8b047ba3e6bca98c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/3e91d9af82f342ec8b047ba3e6bca98c 2024-11-10T12:14:34,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/3e91d9af82f342ec8b047ba3e6bca98c, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T12:14:34,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1 2024-11-10T12:14:34,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T12:14:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/2f98446e4ff742f9a2c12728991999b8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2f98446e4ff742f9a2c12728991999b8 2024-11-10T12:14:34,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2f98446e4ff742f9a2c12728991999b8, entries=150, sequenceid=96, filesize=11.7 K 2024-11-10T12:14:34,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 6ce7ed38126f82cdee10e4c78b7ab560 in 873ms, sequenceid=96, compaction requested=true 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:34,212 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:34,212 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:34,213 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:34,213 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:34,213 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:34,213 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:34,213 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:34,213 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:34,214 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/b5611b76bd634a9aa79dbda149890d2a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/77af101ac9e54d85a33d94613bc48d33, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/30981e61acac42baa44bd396b2280660, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/3e91d9af82f342ec8b047ba3e6bca98c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=44.6 K 2024-11-10T12:14:34,214 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1875072f6ae945c3895ed6e9940d6af8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/60a233622be7406495751019d99fe284, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/394c09e67b6a4cc3933006cf6375ffa3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=44.6 K 2024-11-10T12:14:34,214 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1875072f6ae945c3895ed6e9940d6af8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731240871850 2024-11-10T12:14:34,214 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5611b76bd634a9aa79dbda149890d2a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731240871850 2024-11-10T12:14:34,214 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a233622be7406495751019d99fe284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731240871914 2024-11-10T12:14:34,215 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77af101ac9e54d85a33d94613bc48d33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731240871914 2024-11-10T12:14:34,215 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 394c09e67b6a4cc3933006cf6375ffa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240872043 2024-11-10T12:14:34,215 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30981e61acac42baa44bd396b2280660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240872043 2024-11-10T12:14:34,215 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a2fd17cf0b64ddc9ba55d92ef6fb3c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731240872711 2024-11-10T12:14:34,215 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e91d9af82f342ec8b047ba3e6bca98c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731240872711 2024-11-10T12:14:34,225 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:34,225 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:34,226 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/a97480e783254b47a83492e6cac781f7 is 50, key is test_row_0/B:col10/1731240872736/Put/seqid=0 2024-11-10T12:14:34,229 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/fdf532cb69c6410cb0f17bb44227ad3f is 50, key is test_row_0/A:col10/1731240872736/Put/seqid=0 2024-11-10T12:14:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742100_1276 (size=12139) 2024-11-10T12:14:34,248 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/fdf532cb69c6410cb0f17bb44227ad3f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fdf532cb69c6410cb0f17bb44227ad3f 2024-11-10T12:14:34,255 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into fdf532cb69c6410cb0f17bb44227ad3f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:34,255 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:34,255 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=12, startTime=1731240874212; duration=0sec 2024-11-10T12:14:34,255 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:34,255 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:34,255 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:34,256 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:34,256 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:34,256 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:34,256 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/dccee02a7b5d414e80d0a53617ceffb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1ac7aa24ec1f4d6b92f1faf0b335e215, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/e6c5a281dfb640c299cda31a033ceda1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2f98446e4ff742f9a2c12728991999b8] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=44.6 K 2024-11-10T12:14:34,257 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting dccee02a7b5d414e80d0a53617ceffb0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731240871850 2024-11-10T12:14:34,257 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ac7aa24ec1f4d6b92f1faf0b335e215, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731240871914 2024-11-10T12:14:34,258 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6c5a281dfb640c299cda31a033ceda1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240872043 2024-11-10T12:14:34,258 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f98446e4ff742f9a2c12728991999b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731240872711 2024-11-10T12:14:34,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742101_1277 (size=12139) 2024-11-10T12:14:34,267 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:34,268 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1dae43a04456442d816bfb219b86aa4e is 50, key is test_row_0/C:col10/1731240872736/Put/seqid=0 2024-11-10T12:14:34,274 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/a97480e783254b47a83492e6cac781f7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/a97480e783254b47a83492e6cac781f7 2024-11-10T12:14:34,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742102_1278 (size=12139) 2024-11-10T12:14:34,284 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into a97480e783254b47a83492e6cac781f7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:34,284 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:34,284 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=12, startTime=1731240874212; duration=0sec 2024-11-10T12:14:34,285 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:34,285 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:34,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-10T12:14:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:34,307 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T12:14:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:34,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:34,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/c6fc554db64547998e4eec1d5cd1149d is 50, key is test_row_0/A:col10/1731240873357/Put/seqid=0 2024-11-10T12:14:34,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742103_1279 (size=12001) 2024-11-10T12:14:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:14:34,318 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/c6fc554db64547998e4eec1d5cd1149d 2024-11-10T12:14:34,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/ba44b58e2a7b4ce386d7bcda66de488a is 50, key is test_row_0/B:col10/1731240873357/Put/seqid=0 2024-11-10T12:14:34,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742104_1280 (size=12001) 2024-11-10T12:14:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:34,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:34,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240874556, max timestamp=1731240874582Num uniques 859; 2024-11-10T12:14:34,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240874556, max timestamp=1731240874582Num uniques 859; 2024-11-10T12:14:34,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:34,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:34,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240874556, max timestamp=1731240874582Num uniques 859; 2024-11-10T12:14:34,587 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:14:34,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731240874615, max timestamp=1731240874675Num uniques 1018; 2024-11-10T12:14:34,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731240874615, max timestamp=1731240874675Num uniques 1018; 2024-11-10T12:14:34,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731240874615, max timestamp=1731240874675Num uniques 1018; 2024-11-10T12:14:34,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T12:14:34,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T12:14:34,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-10T12:14:34,688 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1dae43a04456442d816bfb219b86aa4e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1dae43a04456442d816bfb219b86aa4e 2024-11-10T12:14:34,693 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into 1dae43a04456442d816bfb219b86aa4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:34,693 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:34,693 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=12, startTime=1731240874212; duration=0sec 2024-11-10T12:14:34,693 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:34,693 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:34,739 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/ba44b58e2a7b4ce386d7bcda66de488a 2024-11-10T12:14:34,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/c4ee0d79547e4c1997f3231e757665d7 is 50, key is test_row_0/C:col10/1731240873357/Put/seqid=0 2024-11-10T12:14:34,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742105_1281 (size=12001) 2024-11-10T12:14:34,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731240874735, max timestamp=1731240874768Num uniques 1027; 2024-11-10T12:14:34,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-10T12:14:34,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731240874735, max timestamp=1731240874768Num uniques 1027; 2024-11-10T12:14:34,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-10T12:14:34,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731240874735, max timestamp=1731240874768Num uniques 1027; 2024-11-10T12:14:34,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-10T12:14:34,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:14:34,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731240874839, max timestamp=1731240874859Num uniques 1036; 2024-11-10T12:14:34,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T12:14:34,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731240874839, max timestamp=1731240874859Num uniques 1036; 2024-11-10T12:14:34,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T12:14:34,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731240874839, max timestamp=1731240874859Num uniques 1036; 2024-11-10T12:14:34,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-10T12:14:34,919 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731240874906, max timestamp=1731240874914Num uniques 1045; 2024-11-10T12:14:34,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T12:14:34,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731240874906, max timestamp=1731240874914Num uniques 1045; 2024-11-10T12:14:34,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T12:14:34,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731240874906, max timestamp=1731240874914Num uniques 1045; 2024-11-10T12:14:34,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-10T12:14:35,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240934976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240934971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731240874966, max timestamp=1731240874976Num uniques 1054; 2024-11-10T12:14:35,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T12:14:35,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731240874966, max timestamp=1731240874976Num uniques 1054; 2024-11-10T12:14:35,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T12:14:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731240874966, max timestamp=1731240874982Num uniques 1054; 2024-11-10T12:14:35,009 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-11-10T12:14:35,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731240875033, max timestamp=1731240875042Num uniques 1013; 2024-11-10T12:14:35,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731240875033, max timestamp=1731240875042Num uniques 1013; 2024-11-10T12:14:35,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-11-10T12:14:35,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-11-10T12:14:35,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1731240875033, max timestamp=1731240875042Num uniques 1013; 2024-11-10T12:14:35,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=7458, suffix heap size=133320,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=163 2024-11-10T12:14:35,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240875067, max timestamp=1731240875076Num uniques 1022; 2024-11-10T12:14:35,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240875067, max timestamp=1731240875076Num uniques 1022; 2024-11-10T12:14:35,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-10T12:14:35,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-10T12:14:35,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240875067, max timestamp=1731240875076Num uniques 1022; 2024-11-10T12:14:35,082 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-10T12:14:35,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:14:35,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240935134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12856, totalHeapSize=29464, min timestamp=1731240875097, max timestamp=1731240875142Num uniques 1081; 2024-11-10T12:14:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12856, totalHeapSize=29464, min timestamp=1731240875097, max timestamp=1731240875142Num uniques 1081; 2024-11-10T12:14:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=12856, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:14:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49496, new segment data size=12856, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:14:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12865, totalHeapSize=29464, min timestamp=1731240875097, max timestamp=1731240875142Num uniques 1081; 2024-11-10T12:14:35,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49505, new segment data size=12865, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:14:35,154 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/c4ee0d79547e4c1997f3231e757665d7 2024-11-10T12:14:35,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/c6fc554db64547998e4eec1d5cd1149d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/c6fc554db64547998e4eec1d5cd1149d 2024-11-10T12:14:35,164 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/c6fc554db64547998e4eec1d5cd1149d, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:14:35,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/ba44b58e2a7b4ce386d7bcda66de488a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/ba44b58e2a7b4ce386d7bcda66de488a 2024-11-10T12:14:35,169 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/ba44b58e2a7b4ce386d7bcda66de488a, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:14:35,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/c4ee0d79547e4c1997f3231e757665d7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c4ee0d79547e4c1997f3231e757665d7 2024-11-10T12:14:35,175 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c4ee0d79547e4c1997f3231e757665d7, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:14:35,176 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=134.18 KB/137400 for 6ce7ed38126f82cdee10e4c78b7ab560 in 869ms, sequenceid=106, compaction requested=false 2024-11-10T12:14:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:35,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-10T12:14:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:35,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=140.89 KB heapSize=393.47 KB 2024-11-10T12:14:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-10T12:14:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:35,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:35,177 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:35,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-10T12:14:35,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1770 sec 2024-11-10T12:14:35,183 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.1850 sec 2024-11-10T12:14:35,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/9a5d4431b515461887cfb8aaa934730a is 50, key is test_row_0/A:col10/1731240875169/Put/seqid=0 2024-11-10T12:14:35,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742106_1282 (size=12301) 2024-11-10T12:14:35,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240935184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240935186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240935188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240935188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240935256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240935296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240935296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,300 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240935306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240935306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240935466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240935506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240935506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240935516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240935516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/9a5d4431b515461887cfb8aaa934730a 2024-11-10T12:14:35,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/06e7df38080c41ca8eb59d16aba6aa1b is 50, key is test_row_0/B:col10/1731240875169/Put/seqid=0 2024-11-10T12:14:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742107_1283 (size=12301) 2024-11-10T12:14:35,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/06e7df38080c41ca8eb59d16aba6aa1b 2024-11-10T12:14:35,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1020d6ba80104ba4a9463b1f109ba1f4 is 50, key is test_row_0/C:col10/1731240875169/Put/seqid=0 2024-11-10T12:14:35,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742108_1284 (size=12301) 2024-11-10T12:14:35,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240935776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240935816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240935816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240935826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240935826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:35,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1020d6ba80104ba4a9463b1f109ba1f4 2024-11-10T12:14:36,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/9a5d4431b515461887cfb8aaa934730a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/9a5d4431b515461887cfb8aaa934730a 2024-11-10T12:14:36,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/9a5d4431b515461887cfb8aaa934730a, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T12:14:36,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/06e7df38080c41ca8eb59d16aba6aa1b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06e7df38080c41ca8eb59d16aba6aa1b 2024-11-10T12:14:36,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06e7df38080c41ca8eb59d16aba6aa1b, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T12:14:36,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1020d6ba80104ba4a9463b1f109ba1f4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1020d6ba80104ba4a9463b1f109ba1f4 2024-11-10T12:14:36,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1020d6ba80104ba4a9463b1f109ba1f4, entries=150, sequenceid=280, filesize=12.0 K 2024-11-10T12:14:36,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~393.42 KB/402864, currentSize=46.96 KB/48090 for 6ce7ed38126f82cdee10e4c78b7ab560 in 863ms, sequenceid=280, compaction requested=true 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:36,039 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:36,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:36,039 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:36,040 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:36,040 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:36,040 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:36,040 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:36,040 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,041 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,041 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fdf532cb69c6410cb0f17bb44227ad3f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/c6fc554db64547998e4eec1d5cd1149d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/9a5d4431b515461887cfb8aaa934730a] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=35.6 K 2024-11-10T12:14:36,041 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/a97480e783254b47a83492e6cac781f7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/ba44b58e2a7b4ce386d7bcda66de488a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06e7df38080c41ca8eb59d16aba6aa1b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=35.6 K 2024-11-10T12:14:36,041 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdf532cb69c6410cb0f17bb44227ad3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731240872711 2024-11-10T12:14:36,041 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a97480e783254b47a83492e6cac781f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731240872711 2024-11-10T12:14:36,041 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6fc554db64547998e4eec1d5cd1149d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240873357 2024-11-10T12:14:36,042 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ba44b58e2a7b4ce386d7bcda66de488a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240873357 2024-11-10T12:14:36,042 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a5d4431b515461887cfb8aaa934730a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240875169 2024-11-10T12:14:36,042 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e7df38080c41ca8eb59d16aba6aa1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240875169 2024-11-10T12:14:36,049 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:36,050 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:36,050 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1e13a650c70648869d5fa983c8ed0496 is 50, key is test_row_0/B:col10/1731240875169/Put/seqid=0 2024-11-10T12:14:36,050 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/4efabee2b87b414084a779262122a489 is 50, key is test_row_0/A:col10/1731240875169/Put/seqid=0 2024-11-10T12:14:36,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742109_1285 (size=12541) 2024-11-10T12:14:36,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742110_1286 (size=12541) 2024-11-10T12:14:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-10T12:14:36,147 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:36,147 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-10T12:14:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:36,149 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:36,150 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:36,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:36,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:36,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:36,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:14:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:36,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:36,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/beb12442813544a58cf05f06514f5005 is 50, key is test_row_0/A:col10/1731240875182/Put/seqid=0 2024-11-10T12:14:36,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742111_1287 (size=14741) 2024-11-10T12:14:36,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240876333, max timestamp=1731240876342Num uniques 859; 2024-11-10T12:14:36,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:36,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240876333, max timestamp=1731240876342Num uniques 859; 2024-11-10T12:14:36,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:36,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240876333, max timestamp=1731240876342Num uniques 859; 2024-11-10T12:14:36,347 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:36,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240936364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240936364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240936365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240936371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240936372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:36,470 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1e13a650c70648869d5fa983c8ed0496 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e13a650c70648869d5fa983c8ed0496 2024-11-10T12:14:36,470 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/4efabee2b87b414084a779262122a489 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/4efabee2b87b414084a779262122a489 2024-11-10T12:14:36,476 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 1e13a650c70648869d5fa983c8ed0496(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:36,476 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:36,476 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=13, startTime=1731240876039; duration=0sec 2024-11-10T12:14:36,476 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:36,476 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:36,476 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:36,477 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36441 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:36,477 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:36,477 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,477 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1dae43a04456442d816bfb219b86aa4e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c4ee0d79547e4c1997f3231e757665d7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1020d6ba80104ba4a9463b1f109ba1f4] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=35.6 K 2024-11-10T12:14:36,478 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dae43a04456442d816bfb219b86aa4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731240872711 2024-11-10T12:14:36,478 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c4ee0d79547e4c1997f3231e757665d7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240873357 2024-11-10T12:14:36,479 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1020d6ba80104ba4a9463b1f109ba1f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240875169 2024-11-10T12:14:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240936476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240936476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240936476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,481 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,486 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:36,487 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/a1e4e2a1286c43708089de953ad50036 is 50, key is test_row_0/C:col10/1731240875169/Put/seqid=0 2024-11-10T12:14:36,487 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into 4efabee2b87b414084a779262122a489(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:36,487 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:36,487 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=13, startTime=1731240876039; duration=0sec 2024-11-10T12:14:36,487 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:36,488 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:36,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240936486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240936487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742112_1288 (size=12541) 2024-11-10T12:14:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,491 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,500 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/a1e4e2a1286c43708089de953ad50036 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a1e4e2a1286c43708089de953ad50036 2024-11-10T12:14:36,504 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into a1e4e2a1286c43708089de953ad50036(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:36,504 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:36,504 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=13, startTime=1731240876039; duration=0sec 2024-11-10T12:14:36,504 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:36,504 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:36,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240936686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240936686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240936686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/beb12442813544a58cf05f06514f5005 2024-11-10T12:14:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240936696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240936696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,702 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f52fcd02d85c456bb10fd8c3613858f4 is 50, key is test_row_0/B:col10/1731240875182/Put/seqid=0 2024-11-10T12:14:36,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742113_1289 (size=12301) 2024-11-10T12:14:36,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:36,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:36,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240936996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240936996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240936996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240937006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240937006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f52fcd02d85c456bb10fd8c3613858f4 2024-11-10T12:14:37,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/ba508649a08746f0b98c92a41c97839a is 50, key is test_row_0/C:col10/1731240875182/Put/seqid=0 2024-11-10T12:14:37,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742114_1290 (size=12301) 2024-11-10T12:14:37,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:37,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:37,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:37,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240937506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240937506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240937506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240937516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240937516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:37,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:37,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:37,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:37,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/ba508649a08746f0b98c92a41c97839a 2024-11-10T12:14:37,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/beb12442813544a58cf05f06514f5005 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/beb12442813544a58cf05f06514f5005 2024-11-10T12:14:37,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/beb12442813544a58cf05f06514f5005, entries=200, sequenceid=291, filesize=14.4 K 2024-11-10T12:14:37,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f52fcd02d85c456bb10fd8c3613858f4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f52fcd02d85c456bb10fd8c3613858f4 2024-11-10T12:14:37,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f52fcd02d85c456bb10fd8c3613858f4, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T12:14:37,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/ba508649a08746f0b98c92a41c97839a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ba508649a08746f0b98c92a41c97839a 2024-11-10T12:14:37,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ba508649a08746f0b98c92a41c97839a, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T12:14:37,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1262ms, sequenceid=291, compaction requested=false 2024-11-10T12:14:37,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:37,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-10T12:14:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:37,679 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-10T12:14:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:37,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/ec78cf50ffe64c828f28797d43aeaae8 is 50, key is test_row_0/A:col10/1731240876369/Put/seqid=0 2024-11-10T12:14:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742115_1291 (size=12301) 2024-11-10T12:14:38,089 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/ec78cf50ffe64c828f28797d43aeaae8 2024-11-10T12:14:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/530be77d212a446b8079f9ce19bd72ea is 50, key is test_row_0/B:col10/1731240876369/Put/seqid=0 2024-11-10T12:14:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742116_1292 (size=12301) 2024-11-10T12:14:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:38,502 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/530be77d212a446b8079f9ce19bd72ea 2024-11-10T12:14:38,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/8bf67fd81135430e9c36960bff225586 is 50, key is test_row_0/C:col10/1731240876369/Put/seqid=0 2024-11-10T12:14:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742117_1293 (size=12301) 2024-11-10T12:14:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:38,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240938531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240938532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240938532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240938537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240938537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240938646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240938646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240938647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240938647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240938647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240938856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240938856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240938857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240938857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240938857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:38,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:38,931 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/8bf67fd81135430e9c36960bff225586 2024-11-10T12:14:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/ec78cf50ffe64c828f28797d43aeaae8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ec78cf50ffe64c828f28797d43aeaae8 2024-11-10T12:14:38,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ec78cf50ffe64c828f28797d43aeaae8, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T12:14:38,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/530be77d212a446b8079f9ce19bd72ea as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/530be77d212a446b8079f9ce19bd72ea 2024-11-10T12:14:38,944 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/530be77d212a446b8079f9ce19bd72ea, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T12:14:38,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/8bf67fd81135430e9c36960bff225586 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8bf67fd81135430e9c36960bff225586 2024-11-10T12:14:38,948 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8bf67fd81135430e9c36960bff225586, entries=150, sequenceid=329, filesize=12.0 K 2024-11-10T12:14:38,949 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1270ms, sequenceid=329, compaction requested=true 2024-11-10T12:14:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-10T12:14:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-10T12:14:38,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-10T12:14:38,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8010 sec 2024-11-10T12:14:38,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.8060 sec 2024-11-10T12:14:39,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:39,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T12:14:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:39,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:39,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:39,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:39,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:39,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/02185e1eb71345b68b6564fdb2f58e86 is 50, key is test_row_0/A:col10/1731240879169/Put/seqid=0 2024-11-10T12:14:39,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742118_1294 (size=12301) 2024-11-10T12:14:39,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/02185e1eb71345b68b6564fdb2f58e86 2024-11-10T12:14:39,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/06a18ed9d0d046fda61c874c629bf0df is 50, key is test_row_0/B:col10/1731240879169/Put/seqid=0 2024-11-10T12:14:39,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240939185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742119_1295 (size=12301) 2024-11-10T12:14:39,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/06a18ed9d0d046fda61c874c629bf0df 2024-11-10T12:14:39,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240939187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240939189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240939190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240939191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/d4cf02846cca4eb7b9158d670c110e27 is 50, key is test_row_0/C:col10/1731240879169/Put/seqid=0 2024-11-10T12:14:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742120_1296 (size=12301) 2024-11-10T12:14:39,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240939296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240939296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240939306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240939306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240939306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240939506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240939506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240939516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240939516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240939516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,591 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-10T12:14:39,591 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-10T12:14:39,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/d4cf02846cca4eb7b9158d670c110e27 2024-11-10T12:14:39,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/02185e1eb71345b68b6564fdb2f58e86 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/02185e1eb71345b68b6564fdb2f58e86 2024-11-10T12:14:39,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/02185e1eb71345b68b6564fdb2f58e86, entries=150, sequenceid=344, filesize=12.0 K 2024-11-10T12:14:39,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/06a18ed9d0d046fda61c874c629bf0df as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06a18ed9d0d046fda61c874c629bf0df 2024-11-10T12:14:39,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06a18ed9d0d046fda61c874c629bf0df, entries=150, sequenceid=344, filesize=12.0 K 2024-11-10T12:14:39,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/d4cf02846cca4eb7b9158d670c110e27 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d4cf02846cca4eb7b9158d670c110e27 2024-11-10T12:14:39,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d4cf02846cca4eb7b9158d670c110e27, entries=150, sequenceid=344, filesize=12.0 K 2024-11-10T12:14:39,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 6ce7ed38126f82cdee10e4c78b7ab560 in 452ms, sequenceid=344, compaction requested=true 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:39,622 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:39,622 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:39,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:39,623 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:39,623 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:39,623 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:39,623 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:39,624 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e13a650c70648869d5fa983c8ed0496, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f52fcd02d85c456bb10fd8c3613858f4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/530be77d212a446b8079f9ce19bd72ea, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06a18ed9d0d046fda61c874c629bf0df] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=48.3 K 2024-11-10T12:14:39,624 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:39,624 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:39,624 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/4efabee2b87b414084a779262122a489, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/beb12442813544a58cf05f06514f5005, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ec78cf50ffe64c828f28797d43aeaae8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/02185e1eb71345b68b6564fdb2f58e86] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=50.7 K 2024-11-10T12:14:39,624 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e13a650c70648869d5fa983c8ed0496, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240875169 2024-11-10T12:14:39,624 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4efabee2b87b414084a779262122a489, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240875169 2024-11-10T12:14:39,624 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f52fcd02d85c456bb10fd8c3613858f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240875182 2024-11-10T12:14:39,624 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting beb12442813544a58cf05f06514f5005, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240875182 2024-11-10T12:14:39,625 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 530be77d212a446b8079f9ce19bd72ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731240876362 2024-11-10T12:14:39,625 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec78cf50ffe64c828f28797d43aeaae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731240876362 2024-11-10T12:14:39,625 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a18ed9d0d046fda61c874c629bf0df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731240878530 2024-11-10T12:14:39,625 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02185e1eb71345b68b6564fdb2f58e86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731240878530 2024-11-10T12:14:39,634 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:39,634 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:39,634 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/467558e67f0847cea1a8a6de1a48d9b0 is 50, key is test_row_0/A:col10/1731240879169/Put/seqid=0 2024-11-10T12:14:39,635 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/799da1857f534eeb9be90b159b44663d is 50, key is test_row_0/B:col10/1731240879169/Put/seqid=0 2024-11-10T12:14:39,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742121_1297 (size=12677) 2024-11-10T12:14:39,653 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/467558e67f0847cea1a8a6de1a48d9b0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/467558e67f0847cea1a8a6de1a48d9b0 2024-11-10T12:14:39,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742122_1298 (size=12677) 2024-11-10T12:14:39,660 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into 467558e67f0847cea1a8a6de1a48d9b0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:39,660 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:39,660 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=12, startTime=1731240879622; duration=0sec 2024-11-10T12:14:39,660 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:39,660 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:39,660 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:39,661 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49444 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:39,661 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:39,661 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:39,661 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a1e4e2a1286c43708089de953ad50036, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ba508649a08746f0b98c92a41c97839a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8bf67fd81135430e9c36960bff225586, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d4cf02846cca4eb7b9158d670c110e27] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=48.3 K 2024-11-10T12:14:39,662 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1e4e2a1286c43708089de953ad50036, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731240875169 2024-11-10T12:14:39,662 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba508649a08746f0b98c92a41c97839a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240875182 2024-11-10T12:14:39,662 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bf67fd81135430e9c36960bff225586, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1731240876362 2024-11-10T12:14:39,663 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4cf02846cca4eb7b9158d670c110e27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731240878530 2024-11-10T12:14:39,673 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#254 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:39,673 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/f67eaa830a3f4acaa7d0099dc0a1f013 is 50, key is test_row_0/C:col10/1731240879169/Put/seqid=0 2024-11-10T12:14:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742123_1299 (size=12677) 2024-11-10T12:14:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:39,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T12:14:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:39,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/6aea069922e143e59ed94fd8bdf51ced is 50, key is test_row_0/A:col10/1731240879183/Put/seqid=0 2024-11-10T12:14:39,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742124_1300 (size=12301) 2024-11-10T12:14:39,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/6aea069922e143e59ed94fd8bdf51ced 2024-11-10T12:14:39,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/b7da970f6f384e479bfcab28363fcbb0 is 50, key is test_row_0/B:col10/1731240879183/Put/seqid=0 2024-11-10T12:14:39,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240939834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240939834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742125_1301 (size=12301) 2024-11-10T12:14:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240939840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240939841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240939841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240939946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240939946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240939956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240939956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240939956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,059 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/799da1857f534eeb9be90b159b44663d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/799da1857f534eeb9be90b159b44663d 2024-11-10T12:14:40,063 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 799da1857f534eeb9be90b159b44663d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:40,063 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:40,063 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=12, startTime=1731240879622; duration=0sec 2024-11-10T12:14:40,063 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:40,063 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:40,088 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/f67eaa830a3f4acaa7d0099dc0a1f013 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f67eaa830a3f4acaa7d0099dc0a1f013 2024-11-10T12:14:40,092 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into f67eaa830a3f4acaa7d0099dc0a1f013(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:40,092 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:40,092 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=12, startTime=1731240879622; duration=0sec 2024-11-10T12:14:40,092 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:40,092 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240940156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,158 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240940156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240940166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240940166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240940166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/b7da970f6f384e479bfcab28363fcbb0 2024-11-10T12:14:40,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/acce0b2b5f434ff0a1310398d5e770f8 is 50, key is test_row_0/C:col10/1731240879183/Put/seqid=0 2024-11-10T12:14:40,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742126_1302 (size=12301) 2024-11-10T12:14:40,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/acce0b2b5f434ff0a1310398d5e770f8 2024-11-10T12:14:40,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/6aea069922e143e59ed94fd8bdf51ced as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/6aea069922e143e59ed94fd8bdf51ced 2024-11-10T12:14:40,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/6aea069922e143e59ed94fd8bdf51ced, entries=150, sequenceid=363, filesize=12.0 K 2024-11-10T12:14:40,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/b7da970f6f384e479bfcab28363fcbb0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/b7da970f6f384e479bfcab28363fcbb0 2024-11-10T12:14:40,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/b7da970f6f384e479bfcab28363fcbb0, entries=150, sequenceid=363, filesize=12.0 K 2024-11-10T12:14:40,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/acce0b2b5f434ff0a1310398d5e770f8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/acce0b2b5f434ff0a1310398d5e770f8 2024-11-10T12:14:40,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/acce0b2b5f434ff0a1310398d5e770f8, entries=150, sequenceid=363, filesize=12.0 K 2024-11-10T12:14:40,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 6ce7ed38126f82cdee10e4c78b7ab560 in 458ms, sequenceid=363, compaction requested=false 2024-11-10T12:14:40,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-10T12:14:40,316 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:40,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-10T12:14:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T12:14:40,319 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:40,319 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:40,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:40,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T12:14:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:40,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T12:14:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:40,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:40,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:40,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/a295c46c9de9438dae3c00d418846993 is 50, key is test_row_0/A:col10/1731240880468/Put/seqid=0 2024-11-10T12:14:40,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742127_1303 (size=17181) 2024-11-10T12:14:40,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/a295c46c9de9438dae3c00d418846993 2024-11-10T12:14:40,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/37df2f605e2e4ba5bb03b9739cf4b324 is 50, key is test_row_0/B:col10/1731240880468/Put/seqid=0 2024-11-10T12:14:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240940488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742128_1304 (size=12301) 2024-11-10T12:14:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240940489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240940491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240940493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240940494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240940606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240940606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240940606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240940606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240940606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T12:14:40,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240940816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,820 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240940816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240940816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240940816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240940817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:40,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:40,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/37df2f605e2e4ba5bb03b9739cf4b324 2024-11-10T12:14:40,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/9d5d8d2f35b046089ff30fb2313d6d97 is 50, key is test_row_0/C:col10/1731240880468/Put/seqid=0 2024-11-10T12:14:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742129_1305 (size=12301) 2024-11-10T12:14:40,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:40,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:40,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T12:14:41,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:41,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:41,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240941126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240941126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240941126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240941126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240941127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:41,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:41,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/9d5d8d2f35b046089ff30fb2313d6d97 2024-11-10T12:14:41,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/a295c46c9de9438dae3c00d418846993 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a295c46c9de9438dae3c00d418846993 2024-11-10T12:14:41,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a295c46c9de9438dae3c00d418846993, entries=250, sequenceid=381, filesize=16.8 K 2024-11-10T12:14:41,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/37df2f605e2e4ba5bb03b9739cf4b324 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/37df2f605e2e4ba5bb03b9739cf4b324 2024-11-10T12:14:41,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/37df2f605e2e4ba5bb03b9739cf4b324, entries=150, sequenceid=381, filesize=12.0 K 2024-11-10T12:14:41,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/9d5d8d2f35b046089ff30fb2313d6d97 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/9d5d8d2f35b046089ff30fb2313d6d97 2024-11-10T12:14:41,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/9d5d8d2f35b046089ff30fb2313d6d97, entries=150, sequenceid=381, filesize=12.0 K 2024-11-10T12:14:41,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6ce7ed38126f82cdee10e4c78b7ab560 in 857ms, sequenceid=381, compaction requested=true 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:41,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:41,327 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:41,327 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:41,328 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42159 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:41,328 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:41,328 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:41,328 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:41,328 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,328 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,328 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/799da1857f534eeb9be90b159b44663d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/b7da970f6f384e479bfcab28363fcbb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/37df2f605e2e4ba5bb03b9739cf4b324] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.4 K 2024-11-10T12:14:41,328 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/467558e67f0847cea1a8a6de1a48d9b0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/6aea069922e143e59ed94fd8bdf51ced, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a295c46c9de9438dae3c00d418846993] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=41.2 K 2024-11-10T12:14:41,328 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 799da1857f534eeb9be90b159b44663d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731240878530 2024-11-10T12:14:41,329 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 467558e67f0847cea1a8a6de1a48d9b0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731240878530 2024-11-10T12:14:41,329 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b7da970f6f384e479bfcab28363fcbb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731240879183 2024-11-10T12:14:41,329 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aea069922e143e59ed94fd8bdf51ced, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731240879183 2024-11-10T12:14:41,329 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 37df2f605e2e4ba5bb03b9739cf4b324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731240879831 2024-11-10T12:14:41,329 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a295c46c9de9438dae3c00d418846993, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731240879831 2024-11-10T12:14:41,338 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#261 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:41,338 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:41,339 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/969a04f8561647c6ab7e4fbfe7c05613 is 50, key is test_row_0/B:col10/1731240880468/Put/seqid=0 2024-11-10T12:14:41,339 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/de4d9e64b13b4c8cb5d39e9ecfdcb062 is 50, key is test_row_0/A:col10/1731240880468/Put/seqid=0 2024-11-10T12:14:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742130_1306 (size=12779) 2024-11-10T12:14:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742131_1307 (size=12779) 2024-11-10T12:14:41,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-10T12:14:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,391 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T12:14:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:41,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:41,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:41,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/27016cb92663450cad68558c387186d7 is 50, key is test_row_0/A:col10/1731240880488/Put/seqid=0 2024-11-10T12:14:41,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742132_1308 (size=12301) 2024-11-10T12:14:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T12:14:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:41,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240941649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240941651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240941652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240941655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240941657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,751 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/969a04f8561647c6ab7e4fbfe7c05613 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/969a04f8561647c6ab7e4fbfe7c05613 2024-11-10T12:14:41,756 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 969a04f8561647c6ab7e4fbfe7c05613(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:41,756 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:41,756 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=13, startTime=1731240881327; duration=0sec 2024-11-10T12:14:41,757 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:41,757 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:41,757 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:41,758 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37279 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:41,758 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:41,758 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:41,758 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f67eaa830a3f4acaa7d0099dc0a1f013, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/acce0b2b5f434ff0a1310398d5e770f8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/9d5d8d2f35b046089ff30fb2313d6d97] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.4 K 2024-11-10T12:14:41,759 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/de4d9e64b13b4c8cb5d39e9ecfdcb062 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/de4d9e64b13b4c8cb5d39e9ecfdcb062 2024-11-10T12:14:41,759 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f67eaa830a3f4acaa7d0099dc0a1f013, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1731240878530 2024-11-10T12:14:41,759 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting acce0b2b5f434ff0a1310398d5e770f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731240879183 2024-11-10T12:14:41,760 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d5d8d2f35b046089ff30fb2313d6d97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731240879831 2024-11-10T12:14:41,763 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into de4d9e64b13b4c8cb5d39e9ecfdcb062(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:41,763 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:41,763 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=13, startTime=1731240881327; duration=0sec 2024-11-10T12:14:41,763 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:41,763 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:41,766 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:41,767 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/10508fbee274416e8da9f3e819194a3e is 50, key is test_row_0/C:col10/1731240880468/Put/seqid=0 2024-11-10T12:14:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742133_1309 (size=12779) 2024-11-10T12:14:41,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240941766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240941766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240941766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240941766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240941766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,771 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,772 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,801 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/27016cb92663450cad68558c387186d7 2024-11-10T12:14:41,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/556968a4f61842de911de3ba1733b64a is 50, key is test_row_0/B:col10/1731240880488/Put/seqid=0 2024-11-10T12:14:41,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742134_1310 (size=12301) 2024-11-10T12:14:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240941976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240941976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240941976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,979 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240941976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240941976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,175 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/10508fbee274416e8da9f3e819194a3e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/10508fbee274416e8da9f3e819194a3e 2024-11-10T12:14:42,180 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into 10508fbee274416e8da9f3e819194a3e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:42,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:42,180 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=13, startTime=1731240881327; duration=0sec 2024-11-10T12:14:42,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:42,180 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:42,213 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/556968a4f61842de911de3ba1733b64a 2024-11-10T12:14:42,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/46fe6dc912eb47ecaf657897d24e4757 is 50, key is test_row_0/C:col10/1731240880488/Put/seqid=0 2024-11-10T12:14:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742135_1311 (size=12301) 2024-11-10T12:14:42,238 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/46fe6dc912eb47ecaf657897d24e4757 2024-11-10T12:14:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/27016cb92663450cad68558c387186d7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/27016cb92663450cad68558c387186d7 2024-11-10T12:14:42,247 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/27016cb92663450cad68558c387186d7, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T12:14:42,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/556968a4f61842de911de3ba1733b64a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/556968a4f61842de911de3ba1733b64a 2024-11-10T12:14:42,252 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/556968a4f61842de911de3ba1733b64a, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T12:14:42,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/46fe6dc912eb47ecaf657897d24e4757 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/46fe6dc912eb47ecaf657897d24e4757 2024-11-10T12:14:42,256 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/46fe6dc912eb47ecaf657897d24e4757, entries=150, sequenceid=397, filesize=12.0 K 2024-11-10T12:14:42,257 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 6ce7ed38126f82cdee10e4c78b7ab560 in 866ms, sequenceid=397, compaction requested=false 2024-11-10T12:14:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-10T12:14:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-10T12:14:42,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-10T12:14:42,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec 2024-11-10T12:14:42,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9440 sec 2024-11-10T12:14:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:42,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-10T12:14:42,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:42,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:42,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:42,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:42,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:42,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:42,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/18f97985af954d4582aa9a26b08f980f is 50, key is test_row_0/A:col10/1731240882288/Put/seqid=0 2024-11-10T12:14:42,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742136_1312 (size=12301) 2024-11-10T12:14:42,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240942301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240942301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240942302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240942308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240942308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240942416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,420 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240942416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240942416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240942416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240942426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-10T12:14:42,466 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:42,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-10T12:14:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:14:42,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:42,469 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:42,470 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:14:42,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T12:14:42,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240942626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240942626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,629 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240942626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240942627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240942636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,641 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/18f97985af954d4582aa9a26b08f980f 2024-11-10T12:14:42,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/c07590ce1c574d48ba00cb3bafed2039 is 50, key is test_row_0/B:col10/1731240882288/Put/seqid=0 2024-11-10T12:14:42,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742137_1313 (size=12301) 2024-11-10T12:14:42,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/c07590ce1c574d48ba00cb3bafed2039 2024-11-10T12:14:42,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/67de3d4777134829abffcf76aa59715c is 50, key is test_row_0/C:col10/1731240882288/Put/seqid=0 2024-11-10T12:14:42,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742138_1314 (size=12301) 2024-11-10T12:14:42,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T12:14:42,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:42,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:14:42,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T12:14:42,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:42,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:42,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240942936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240942936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240942936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240942936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,940 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:42,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240942946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:42,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T12:14:43,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:43,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:43,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:43,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:43,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:43,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:14:43,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/67de3d4777134829abffcf76aa59715c 2024-11-10T12:14:43,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/18f97985af954d4582aa9a26b08f980f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/18f97985af954d4582aa9a26b08f980f 2024-11-10T12:14:43,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/18f97985af954d4582aa9a26b08f980f, entries=150, sequenceid=417, filesize=12.0 K 2024-11-10T12:14:43,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/c07590ce1c574d48ba00cb3bafed2039 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/c07590ce1c574d48ba00cb3bafed2039 2024-11-10T12:14:43,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/c07590ce1c574d48ba00cb3bafed2039, entries=150, sequenceid=417, filesize=12.0 K 2024-11-10T12:14:43,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/67de3d4777134829abffcf76aa59715c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/67de3d4777134829abffcf76aa59715c 2024-11-10T12:14:43,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/67de3d4777134829abffcf76aa59715c, entries=150, sequenceid=417, filesize=12.0 K 2024-11-10T12:14:43,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 6ce7ed38126f82cdee10e4c78b7ab560 in 861ms, sequenceid=417, compaction requested=true 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:43,151 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:43,151 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:43,153 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:43,153 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:43,153 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:43,153 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:43,153 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:43,153 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:43,154 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/de4d9e64b13b4c8cb5d39e9ecfdcb062, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/27016cb92663450cad68558c387186d7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/18f97985af954d4582aa9a26b08f980f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.5 K 2024-11-10T12:14:43,154 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/969a04f8561647c6ab7e4fbfe7c05613, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/556968a4f61842de911de3ba1733b64a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/c07590ce1c574d48ba00cb3bafed2039] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.5 K 2024-11-10T12:14:43,154 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 969a04f8561647c6ab7e4fbfe7c05613, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731240879831 2024-11-10T12:14:43,154 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting de4d9e64b13b4c8cb5d39e9ecfdcb062, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731240879831 2024-11-10T12:14:43,155 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 556968a4f61842de911de3ba1733b64a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731240880488 2024-11-10T12:14:43,155 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27016cb92663450cad68558c387186d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731240880488 2024-11-10T12:14:43,155 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c07590ce1c574d48ba00cb3bafed2039, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731240881643 2024-11-10T12:14:43,155 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18f97985af954d4582aa9a26b08f980f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731240881643 2024-11-10T12:14:43,163 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:43,163 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/476e5f3b807b4903abb957792ae8bcbe is 50, key is test_row_0/B:col10/1731240882288/Put/seqid=0 2024-11-10T12:14:43,167 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#271 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:43,167 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/93f42614225c401eafd4f90ae211152a is 50, key is test_row_0/A:col10/1731240882288/Put/seqid=0 2024-11-10T12:14:43,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742139_1315 (size=12881) 2024-11-10T12:14:43,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742140_1316 (size=12881) 2024-11-10T12:14:43,176 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/93f42614225c401eafd4f90ae211152a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/93f42614225c401eafd4f90ae211152a 2024-11-10T12:14:43,180 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into 93f42614225c401eafd4f90ae211152a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:43,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:43,180 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=13, startTime=1731240883151; duration=0sec 2024-11-10T12:14:43,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:43,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:43,180 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:43,181 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:43,181 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:43,181 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:43,181 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/10508fbee274416e8da9f3e819194a3e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/46fe6dc912eb47ecaf657897d24e4757, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/67de3d4777134829abffcf76aa59715c] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.5 K 2024-11-10T12:14:43,182 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10508fbee274416e8da9f3e819194a3e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731240879831 2024-11-10T12:14:43,182 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46fe6dc912eb47ecaf657897d24e4757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731240880488 2024-11-10T12:14:43,183 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67de3d4777134829abffcf76aa59715c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731240881643 2024-11-10T12:14:43,190 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#272 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:43,191 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/613be86d0ea844c19bdf65a3d26238c0 is 50, key is test_row_0/C:col10/1731240882288/Put/seqid=0 2024-11-10T12:14:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742141_1317 (size=12881) 2024-11-10T12:14:43,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-10T12:14:43,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:43,239 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:14:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:43,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:43,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/132f124eed4f4d6686f8509310076cca is 50, key is test_row_0/A:col10/1731240882306/Put/seqid=0 2024-11-10T12:14:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742142_1318 (size=12301) 2024-11-10T12:14:43,256 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/132f124eed4f4d6686f8509310076cca 2024-11-10T12:14:43,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f9bea72341614ce7839448cb8491b737 is 50, key is test_row_0/B:col10/1731240882306/Put/seqid=0 2024-11-10T12:14:43,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742143_1319 (size=12301) 2024-11-10T12:14:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240943464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240943465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240943466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240943468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240943468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,573 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/476e5f3b807b4903abb957792ae8bcbe as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/476e5f3b807b4903abb957792ae8bcbe 2024-11-10T12:14:43,578 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 476e5f3b807b4903abb957792ae8bcbe(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:43,578 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:43,578 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=13, startTime=1731240883151; duration=0sec 2024-11-10T12:14:43,578 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:43,578 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240943576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240943576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240943576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240943576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240943576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,599 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/613be86d0ea844c19bdf65a3d26238c0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/613be86d0ea844c19bdf65a3d26238c0 2024-11-10T12:14:43,604 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into 613be86d0ea844c19bdf65a3d26238c0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:43,604 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:43,604 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=13, startTime=1731240883151; duration=0sec 2024-11-10T12:14:43,604 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:43,604 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:43,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:14:43,670 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f9bea72341614ce7839448cb8491b737 2024-11-10T12:14:43,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/2dc421bdf28e416fb3e94797fb055ecc is 50, key is test_row_0/C:col10/1731240882306/Put/seqid=0 2024-11-10T12:14:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742144_1320 (size=12301) 2024-11-10T12:14:43,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240943786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240943786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240943786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,789 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240943787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240943787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:43,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,086 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/2dc421bdf28e416fb3e94797fb055ecc 2024-11-10T12:14:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/132f124eed4f4d6686f8509310076cca as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/132f124eed4f4d6686f8509310076cca 2024-11-10T12:14:44,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/132f124eed4f4d6686f8509310076cca, entries=150, sequenceid=433, filesize=12.0 K 2024-11-10T12:14:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f9bea72341614ce7839448cb8491b737 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f9bea72341614ce7839448cb8491b737 2024-11-10T12:14:44,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240944096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240944096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240944096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240944096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240944096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,102 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f9bea72341614ce7839448cb8491b737, entries=150, sequenceid=433, filesize=12.0 K 2024-11-10T12:14:44,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/2dc421bdf28e416fb3e94797fb055ecc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2dc421bdf28e416fb3e94797fb055ecc 2024-11-10T12:14:44,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2dc421bdf28e416fb3e94797fb055ecc, entries=150, sequenceid=433, filesize=12.0 K 2024-11-10T12:14:44,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 6ce7ed38126f82cdee10e4c78b7ab560 in 869ms, sequenceid=433, compaction requested=false 2024-11-10T12:14:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-10T12:14:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-10T12:14:44,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-10T12:14:44,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec 2024-11-10T12:14:44,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.6440 sec 2024-11-10T12:14:44,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:44,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240883466, max timestamp=1731240884609Num uniques 859; 2024-11-10T12:14:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240883466, max timestamp=1731240884609Num uniques 859; 2024-11-10T12:14:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240883466, max timestamp=1731240884609Num uniques 859; 2024-11-10T12:14:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:44,613 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:44,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-10T12:14:44,616 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:44,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/89f11a45e82b473097296d879377cab4 is 50, key is test_row_0/A:col10/1731240883467/Put/seqid=0 2024-11-10T12:14:44,619 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:44,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-10T12:14:44,621 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:44,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:44,623 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:44,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:44,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742145_1321 (size=17181) 2024-11-10T12:14:44,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240884631, max timestamp=1731240884639Num uniques 859; 2024-11-10T12:14:44,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:44,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240884631, max timestamp=1731240884639Num uniques 859; 2024-11-10T12:14:44,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:44,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240884631, max timestamp=1731240884639Num uniques 859; 2024-11-10T12:14:44,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:14:44,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731240884656, max timestamp=1731240884693Num uniques 1068; 2024-11-10T12:14:44,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1731240884656, max timestamp=1731240884693Num uniques 1068; 2024-11-10T12:14:44,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-10T12:14:44,697 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-11-10T12:14:44,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731240884661, max timestamp=1731240884693Num uniques 1068; 2024-11-10T12:14:44,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=6870, suffix heap size=139040,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=150 2024-11-10T12:14:44,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240944717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240944718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240944719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240944720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:44,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731240884715, max timestamp=1731240884722Num uniques 1177; 2024-11-10T12:14:44,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=10392, suffix heap size=150376,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=227 2024-11-10T12:14:44,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731240884715, max timestamp=1731240884722Num uniques 1009; 2024-11-10T12:14:44,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731240884715, max timestamp=1731240884722Num uniques 1177; 2024-11-10T12:14:44,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=10392, suffix heap size=132904,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=227 2024-11-10T12:14:44,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=10392, suffix heap size=150376,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=227 2024-11-10T12:14:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:44,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:44,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731240884774, max timestamp=1731240884826Num uniques 1086; 2024-11-10T12:14:44,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731240884774, max timestamp=1731240884826Num uniques 1086; 2024-11-10T12:14:44,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1731240884774, max timestamp=1731240884826Num uniques 1086; 2024-11-10T12:14:44,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-10T12:14:44,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-10T12:14:44,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-10T12:14:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240944857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240944858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731240884851, max timestamp=1731240884860Num uniques 1045; 2024-11-10T12:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731240884851, max timestamp=1731240884860Num uniques 1045; 2024-11-10T12:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-10T12:14:44,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-10T12:14:44,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1731240884851, max timestamp=1731240884860Num uniques 1045; 2024-11-10T12:14:44,865 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=11220, suffix heap size=136648,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=245 2024-11-10T12:14:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240944897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:44,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731240884883, max timestamp=1731240884901Num uniques 1104; 2024-11-10T12:14:44,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-11-10T12:14:44,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731240884883, max timestamp=1731240884901Num uniques 1104; 2024-11-10T12:14:44,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1731240884883, max timestamp=1731240884901Num uniques 1104; 2024-11-10T12:14:44,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-11-10T12:14:44,906 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=7050, suffix heap size=142784,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=154 2024-11-10T12:14:44,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:44,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:44,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:44,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:44,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:44,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:44,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731240884938, max timestamp=1731240884949Num uniques 1013; 2024-11-10T12:14:44,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-10T12:14:44,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731240884938, max timestamp=1731240884949Num uniques 1013; 2024-11-10T12:14:44,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1731240884938, max timestamp=1731240884949Num uniques 1013; 2024-11-10T12:14:44,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-10T12:14:44,954 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-11-10T12:14:44,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240884978, max timestamp=1731240884986Num uniques 1072; 2024-11-10T12:14:44,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-10T12:14:44,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240884978, max timestamp=1731240884986Num uniques 1072; 2024-11-10T12:14:44,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-10T12:14:44,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240884978, max timestamp=1731240884986Num uniques 1072; 2024-11-10T12:14:44,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-11-10T12:14:45,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731240885004, max timestamp=1731240885014Num uniques 1081; 2024-11-10T12:14:45,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:14:45,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731240885004, max timestamp=1731240885014Num uniques 1081; 2024-11-10T12:14:45,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:14:45,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731240885004, max timestamp=1731240885014Num uniques 1081; 2024-11-10T12:14:45,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:14:45,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/89f11a45e82b473097296d879377cab4 2024-11-10T12:14:45,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/5be46ecf9aad4e6fad2819f9d10cbac5 is 50, key is test_row_0/B:col10/1731240883467/Put/seqid=0 2024-11-10T12:14:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742146_1322 (size=12301) 2024-11-10T12:14:45,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731240885060, max timestamp=1731240885070Num uniques 1140; 2024-11-10T12:14:45,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731240885060, max timestamp=1731240885070Num uniques 1140; 2024-11-10T12:14:45,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-10T12:14:45,074 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-10T12:14:45,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731240885060, max timestamp=1731240885070Num uniques 1140; 2024-11-10T12:14:45,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-10T12:14:45,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,082 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240945116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240945116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731240885084, max timestamp=1731240885123Num uniques 1149; 2024-11-10T12:14:45,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-10T12:14:45,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731240885084, max timestamp=1731240885123Num uniques 1149; 2024-11-10T12:14:45,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-10T12:14:45,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731240885084, max timestamp=1731240885123Num uniques 1149; 2024-11-10T12:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-10T12:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240945158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240945160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731240885152, max timestamp=1731240885162Num uniques 1108; 2024-11-10T12:14:45,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-11-10T12:14:45,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731240885152, max timestamp=1731240885162Num uniques 1108; 2024-11-10T12:14:45,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=158, cellSize=7230, totalHeapSize=16672, min timestamp=1731240885152, max timestamp=1731240885162Num uniques 1108; 2024-11-10T12:14:45,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-11-10T12:14:45,167 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=7230, suffix heap size=143200,new segment heap size=16672 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=158 2024-11-10T12:14:45,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,235 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:45,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731240885205, max timestamp=1731240885243Num uniques 1017; 2024-11-10T12:14:45,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731240885205, max timestamp=1731240885243Num uniques 1017; 2024-11-10T12:14:45,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731240885205, max timestamp=1731240885243Num uniques 1017; 2024-11-10T12:14:45,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=12222, suffix heap size=133736,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=267 2024-11-10T12:14:45,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=12222, suffix heap size=133736,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=267 2024-11-10T12:14:45,248 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46572, new segment data size=12222, suffix heap size=133736,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1017, new segment cells count=267 2024-11-10T12:14:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240945276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240945276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240945278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240945279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731240885265, max timestamp=1731240885281Num uniques 1126; 2024-11-10T12:14:45,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=10346, suffix heap size=145072,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=226 2024-11-10T12:14:45,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731240885265, max timestamp=1731240885281Num uniques 1126; 2024-11-10T12:14:45,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=10346, suffix heap size=145072,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=226 2024-11-10T12:14:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1731240885265, max timestamp=1731240885281Num uniques 1126; 2024-11-10T12:14:45,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=10346, suffix heap size=145072,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=226 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731240885363, max timestamp=1731240885381Num uniques 1085; 2024-11-10T12:14:45,385 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-10T12:14:45,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731240885363, max timestamp=1731240885381Num uniques 1085; 2024-11-10T12:14:45,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-10T12:14:45,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731240885363, max timestamp=1731240885381Num uniques 1085; 2024-11-10T12:14:45,386 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-11-10T12:14:45,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1731240885410, max timestamp=1731240885425Num uniques 1044; 2024-11-10T12:14:45,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=8884, suffix heap size=136544,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=194 2024-11-10T12:14:45,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1731240885410, max timestamp=1731240885425Num uniques 1044; 2024-11-10T12:14:45,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1731240885410, max timestamp=1731240885425Num uniques 1044; 2024-11-10T12:14:45,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=8884, suffix heap size=136544,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=194 2024-11-10T12:14:45,429 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=8884, suffix heap size=136544,new segment heap size=20416 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=194 2024-11-10T12:14:45,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/5be46ecf9aad4e6fad2819f9d10cbac5 2024-11-10T12:14:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240945456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/0702208f26e14cb99dde6761d4944039 is 50, key is test_row_0/C:col10/1731240883467/Put/seqid=0 2024-11-10T12:14:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240945457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240945459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731240885452, max timestamp=1731240885462Num uniques 1053; 2024-11-10T12:14:45,466 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-11-10T12:14:45,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731240885452, max timestamp=1731240885462Num uniques 1053; 2024-11-10T12:14:45,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-11-10T12:14:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=153, cellSize=7005, totalHeapSize=16152, min timestamp=1731240885452, max timestamp=1731240885462Num uniques 1053; 2024-11-10T12:14:45,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=7005, suffix heap size=137480,new segment heap size=16152 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=153 2024-11-10T12:14:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742147_1323 (size=12301) 2024-11-10T12:14:45,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1731240885515, max timestamp=1731240885530Num uniques 1012; 2024-11-10T12:14:45,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1731240885515, max timestamp=1731240885530Num uniques 1012; 2024-11-10T12:14:45,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-10T12:14:45,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1731240885515, max timestamp=1731240885530Num uniques 1012; 2024-11-10T12:14:45,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=7412, suffix heap size=133216,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=162 2024-11-10T12:14:45,535 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46342, new segment data size=9702, suffix heap size=133216,new segment heap size=22288 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1012, new segment cells count=212 2024-11-10T12:14:45,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240945575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240945576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240945576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1731240885571, max timestamp=1731240885578Num uniques 1071; 2024-11-10T12:14:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=7826, suffix heap size=139352,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=171 2024-11-10T12:14:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1731240885571, max timestamp=1731240885578Num uniques 1021; 2024-11-10T12:14:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=7826, suffix heap size=134152,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=171 2024-11-10T12:14:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=171, cellSize=7826, totalHeapSize=18024, min timestamp=1731240885571, max timestamp=1731240885578Num uniques 1021; 2024-11-10T12:14:45,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=7826, suffix heap size=134152,new segment heap size=18024 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=171 2024-11-10T12:14:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731240885615, max timestamp=1731240885623Num uniques 1030; 2024-11-10T12:14:45,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=8240, suffix heap size=135088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=180 2024-11-10T12:14:45,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,627 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731240885615, max timestamp=1731240885623Num uniques 1030; 2024-11-10T12:14:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240945625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=8240, suffix heap size=135088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=180 2024-11-10T12:14:45,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=180, cellSize=8240, totalHeapSize=18960, min timestamp=1731240885615, max timestamp=1731240885623Num uniques 1030; 2024-11-10T12:14:45,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47170, new segment data size=8240, suffix heap size=135088,new segment heap size=18960 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1030, new segment cells count=180 2024-11-10T12:14:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:45,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8654, totalHeapSize=19896, min timestamp=1731240885688, max timestamp=1731240885702Num uniques 1039; 2024-11-10T12:14:45,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=8654, suffix heap size=136024,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=189 2024-11-10T12:14:45,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8654, totalHeapSize=19896, min timestamp=1731240885688, max timestamp=1731240885702Num uniques 1039; 2024-11-10T12:14:45,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=8654, suffix heap size=136024,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=189 2024-11-10T12:14:45,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=189, cellSize=8654, totalHeapSize=19896, min timestamp=1731240885688, max timestamp=1731240885702Num uniques 1039; 2024-11-10T12:14:45,707 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47584, new segment data size=8654, suffix heap size=136024,new segment heap size=19896 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1039, new segment cells count=189 2024-11-10T12:14:45,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240945744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1731240885728, max timestamp=1731240885747Num uniques 1048; 2024-11-10T12:14:45,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47998, new segment data size=9068, suffix heap size=136960,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1048, new segment cells count=198 2024-11-10T12:14:45,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9058, totalHeapSize=20832, min timestamp=1731240885728, max timestamp=1731240885748Num uniques 1048; 2024-11-10T12:14:45,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47988, new segment data size=9058, suffix heap size=136960,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1048, new segment cells count=198 2024-11-10T12:14:45,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9061, totalHeapSize=20832, min timestamp=1731240885728, max timestamp=1731240885748Num uniques 1048; 2024-11-10T12:14:45,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47991, new segment data size=9061, suffix heap size=136960,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1048, new segment cells count=198 2024-11-10T12:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:45,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240945792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=257, cellSize=11765, totalHeapSize=26968, min timestamp=1731240885764, max timestamp=1731240885793Num uniques 1057; 2024-11-10T12:14:45,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=11765, suffix heap size=137896,new segment heap size=26968 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=257 2024-11-10T12:14:45,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=257, cellSize=11765, totalHeapSize=26968, min timestamp=1731240885764, max timestamp=1731240885793Num uniques 1057; 2024-11-10T12:14:45,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=11765, suffix heap size=137896,new segment heap size=26968 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=257 2024-11-10T12:14:45,797 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=257, cellSize=11765, totalHeapSize=26968, min timestamp=1731240885764, max timestamp=1731240885793Num uniques 1057; 2024-11-10T12:14:45,798 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=11765, suffix heap size=137896,new segment heap size=26968 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=257 2024-11-10T12:14:45,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240945855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240945855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240945856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1731240885820, max timestamp=1731240885860Num uniques 1116; 2024-11-10T12:14:45,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1731240885820, max timestamp=1731240885860Num uniques 1116; 2024-11-10T12:14:45,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51106, new segment data size=7596, suffix heap size=144032,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1116, new segment cells count=166 2024-11-10T12:14:45,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51106, new segment data size=7596, suffix heap size=144032,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1116, new segment cells count=166 2024-11-10T12:14:45,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1731240885820, max timestamp=1731240885860Num uniques 1116; 2024-11-10T12:14:45,864 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51106, new segment data size=7596, suffix heap size=144032,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1116, new segment cells count=166 2024-11-10T12:14:45,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/0702208f26e14cb99dde6761d4944039 2024-11-10T12:14:45,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/89f11a45e82b473097296d879377cab4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/89f11a45e82b473097296d879377cab4 2024-11-10T12:14:45,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/89f11a45e82b473097296d879377cab4, entries=250, sequenceid=457, filesize=16.8 K 2024-11-10T12:14:45,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/5be46ecf9aad4e6fad2819f9d10cbac5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/5be46ecf9aad4e6fad2819f9d10cbac5 2024-11-10T12:14:45,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/5be46ecf9aad4e6fad2819f9d10cbac5, entries=150, sequenceid=457, filesize=12.0 K 2024-11-10T12:14:45,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/0702208f26e14cb99dde6761d4944039 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/0702208f26e14cb99dde6761d4944039 2024-11-10T12:14:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/0702208f26e14cb99dde6761d4944039, entries=150, sequenceid=457, filesize=12.0 K 2024-11-10T12:14:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.78 KB/36640, heapSize ~91.19 KB/93376, currentSize=60.38 KB/61830 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1281ms, sequenceid=457, compaction requested=true 2024-11-10T12:14:45,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:45,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:45,892 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:45,892 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:45,893 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:45,893 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:45,893 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,893 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/476e5f3b807b4903abb957792ae8bcbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f9bea72341614ce7839448cb8491b737, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/5be46ecf9aad4e6fad2819f9d10cbac5] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.6 K 2024-11-10T12:14:45,893 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:45,893 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:45,893 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,893 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/93f42614225c401eafd4f90ae211152a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/132f124eed4f4d6686f8509310076cca, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/89f11a45e82b473097296d879377cab4] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=41.4 K 2024-11-10T12:14:45,894 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 476e5f3b807b4903abb957792ae8bcbe, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731240881643 2024-11-10T12:14:45,894 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93f42614225c401eafd4f90ae211152a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731240881643 2024-11-10T12:14:45,894 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f9bea72341614ce7839448cb8491b737, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731240882298 2024-11-10T12:14:45,894 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132f124eed4f4d6686f8509310076cca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731240882298 2024-11-10T12:14:45,894 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be46ecf9aad4e6fad2819f9d10cbac5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731240883467 2024-11-10T12:14:45,894 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89f11a45e82b473097296d879377cab4, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731240883466 2024-11-10T12:14:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:45,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=67.09 KB heapSize=185.11 KB 2024-11-10T12:14:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:14:45,903 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:45,904 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#280 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:45,904 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/58a7bd0f12b741439b2953cac6b521a8 is 50, key is test_row_0/A:col10/1731240883467/Put/seqid=0 2024-11-10T12:14:45,904 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/440ade382dd74972b4b8f4eee5fb61cf is 50, key is test_row_0/B:col10/1731240883467/Put/seqid=0 2024-11-10T12:14:45,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/2ea10f7fb06a412390b063fb1c5197eb is 50, key is test_row_0/A:col10/1731240885881/Put/seqid=0 2024-11-10T12:14:45,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742148_1324 (size=12983) 2024-11-10T12:14:45,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742149_1325 (size=12983) 2024-11-10T12:14:45,918 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/58a7bd0f12b741439b2953cac6b521a8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/58a7bd0f12b741439b2953cac6b521a8 2024-11-10T12:14:45,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742150_1326 (size=12301) 2024-11-10T12:14:45,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=879 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/2ea10f7fb06a412390b063fb1c5197eb 2024-11-10T12:14:45,921 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/440ade382dd74972b4b8f4eee5fb61cf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/440ade382dd74972b4b8f4eee5fb61cf 2024-11-10T12:14:45,925 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into 58a7bd0f12b741439b2953cac6b521a8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:45,925 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:45,926 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=13, startTime=1731240885892; duration=0sec 2024-11-10T12:14:45,926 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:45,926 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:45,926 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:45,927 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:45,927 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:45,927 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:45,927 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/613be86d0ea844c19bdf65a3d26238c0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2dc421bdf28e416fb3e94797fb055ecc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/0702208f26e14cb99dde6761d4944039] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.6 K 2024-11-10T12:14:45,928 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 613be86d0ea844c19bdf65a3d26238c0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731240881643 2024-11-10T12:14:45,928 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 440ade382dd74972b4b8f4eee5fb61cf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:45,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:45,928 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=13, startTime=1731240885892; duration=0sec 2024-11-10T12:14:45,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:45,928 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:45,929 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dc421bdf28e416fb3e94797fb055ecc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1731240882298 2024-11-10T12:14:45,929 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0702208f26e14cb99dde6761d4944039, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731240883467 2024-11-10T12:14:45,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/e2c803eb19a6448db0c00e5f7fb3bbaf is 50, key is test_row_0/B:col10/1731240885881/Put/seqid=0 2024-11-10T12:14:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742151_1327 (size=12301) 2024-11-10T12:14:45,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=879 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/e2c803eb19a6448db0c00e5f7fb3bbaf 2024-11-10T12:14:45,937 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:45,937 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/5207d8d4e79e4aaca92a23b543d1e718 is 50, key is test_row_0/C:col10/1731240883467/Put/seqid=0 2024-11-10T12:14:45,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742152_1328 (size=12983) 2024-11-10T12:14:45,951 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/5207d8d4e79e4aaca92a23b543d1e718 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/5207d8d4e79e4aaca92a23b543d1e718 2024-11-10T12:14:45,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/c6d370f9b2c14486b709d54900646a4e is 50, key is test_row_0/C:col10/1731240885881/Put/seqid=0 2024-11-10T12:14:45,956 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into 5207d8d4e79e4aaca92a23b543d1e718(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:45,956 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:45,956 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=13, startTime=1731240885892; duration=0sec 2024-11-10T12:14:45,956 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:45,956 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:45,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742153_1329 (size=12301) 2024-11-10T12:14:45,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240945966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240945968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240945970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240945971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:45,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240946066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240946076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240946086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240946086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240946176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240946286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240946296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240946296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:46,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=879 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/c6d370f9b2c14486b709d54900646a4e 2024-11-10T12:14:46,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/2ea10f7fb06a412390b063fb1c5197eb as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2ea10f7fb06a412390b063fb1c5197eb 2024-11-10T12:14:46,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2ea10f7fb06a412390b063fb1c5197eb, entries=150, sequenceid=879, filesize=12.0 K 2024-11-10T12:14:46,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/e2c803eb19a6448db0c00e5f7fb3bbaf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/e2c803eb19a6448db0c00e5f7fb3bbaf 2024-11-10T12:14:46,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/e2c803eb19a6448db0c00e5f7fb3bbaf, entries=150, sequenceid=879, filesize=12.0 K 2024-11-10T12:14:46,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/c6d370f9b2c14486b709d54900646a4e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c6d370f9b2c14486b709d54900646a4e 2024-11-10T12:14:46,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240946376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,381 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c6d370f9b2c14486b709d54900646a4e, entries=150, sequenceid=879, filesize=12.0 K 2024-11-10T12:14:46,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~185.06 KB/189504, currentSize=114.05 KB/116790 for 6ce7ed38126f82cdee10e4c78b7ab560 in 483ms, sequenceid=879, compaction requested=false 2024-11-10T12:14:46,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:46,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:46,460 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:46,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:46,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/7de3be7edba24cfca739e32e1c4ca58f is 50, key is test_row_0/A:col10/1731240885970/Put/seqid=0 2024-11-10T12:14:46,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742154_1330 (size=12301) 2024-11-10T12:14:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:46,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:46,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240946534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240946596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240946606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240946606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240946646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:46,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240946856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:46,870 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=902 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/7de3be7edba24cfca739e32e1c4ca58f 2024-11-10T12:14:46,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/0a32c5c42032486dac81f1b3f822e667 is 50, key is test_row_0/B:col10/1731240885970/Put/seqid=0 2024-11-10T12:14:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742155_1331 (size=12301) 2024-11-10T12:14:46,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240946886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:46,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:46,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:47,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240947106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240947116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:47,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240947116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:47,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240947166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:47,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:47,282 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=902 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/0a32c5c42032486dac81f1b3f822e667 2024-11-10T12:14:47,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/a2483db7a04341158620f20d10cf7c0a is 50, key is test_row_0/C:col10/1731240885970/Put/seqid=0 2024-11-10T12:14:47,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742156_1332 (size=12301) 2024-11-10T12:14:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240947686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:47,700 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=902 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/a2483db7a04341158620f20d10cf7c0a 2024-11-10T12:14:47,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/7de3be7edba24cfca739e32e1c4ca58f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/7de3be7edba24cfca739e32e1c4ca58f 2024-11-10T12:14:47,707 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/7de3be7edba24cfca739e32e1c4ca58f, entries=150, sequenceid=902, filesize=12.0 K 2024-11-10T12:14:47,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/0a32c5c42032486dac81f1b3f822e667 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/0a32c5c42032486dac81f1b3f822e667 2024-11-10T12:14:47,712 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/0a32c5c42032486dac81f1b3f822e667, entries=150, sequenceid=902, filesize=12.0 K 2024-11-10T12:14:47,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/a2483db7a04341158620f20d10cf7c0a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a2483db7a04341158620f20d10cf7c0a 2024-11-10T12:14:47,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a2483db7a04341158620f20d10cf7c0a, entries=150, sequenceid=902, filesize=12.0 K 2024-11-10T12:14:47,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1257ms, sequenceid=902, compaction requested=true 2024-11-10T12:14:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:47,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-10T12:14:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-10T12:14:47,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-10T12:14:47,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0960 sec 2024-11-10T12:14:47,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 3.1030 sec 2024-11-10T12:14:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:47,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-10T12:14:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:47,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:47,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/095677b616294b18876d371113701eaf is 50, key is test_row_0/A:col10/1731240886526/Put/seqid=0 2024-11-10T12:14:47,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742157_1333 (size=14741) 2024-11-10T12:14:47,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240947990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:47,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240948096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240948126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240948126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240948126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,130 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 6ce7ed38126f82cdee10e4c78b7ab560 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,130 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in 6ce7ed38126f82cdee10e4c78b7ab560 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,130 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_2' in 6ce7ed38126f82cdee10e4c78b7ab560 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:14:48,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240948306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=915 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/095677b616294b18876d371113701eaf 2024-11-10T12:14:48,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1e1d48a3a9fb4decab95d0d0f4638757 is 50, key is test_row_0/B:col10/1731240886526/Put/seqid=0 2024-11-10T12:14:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742158_1334 (size=12301) 2024-11-10T12:14:48,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240948616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,620 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:48,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240948706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:48,711 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 6ce7ed38126f82cdee10e4c78b7ab560 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:48,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:48,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:48,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=915 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1e1d48a3a9fb4decab95d0d0f4638757 2024-11-10T12:14:48,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/ea573d5573fd4ddaba38262ae74bd96f is 50, key is test_row_0/C:col10/1731240886526/Put/seqid=0 2024-11-10T12:14:48,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742159_1335 (size=12301) 2024-11-10T12:14:48,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-10T12:14:48,786 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:48,787 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-10T12:14:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:14:48,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:48,789 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:48,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:14:48,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:14:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:48,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:48,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:49,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:14:49,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:49,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:49,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:49,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:49,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:14:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:14:49,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240949126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:49,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:49,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=915 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/ea573d5573fd4ddaba38262ae74bd96f 2024-11-10T12:14:49,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/095677b616294b18876d371113701eaf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/095677b616294b18876d371113701eaf 2024-11-10T12:14:49,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/095677b616294b18876d371113701eaf, entries=200, sequenceid=915, filesize=14.4 K 2024-11-10T12:14:49,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1e1d48a3a9fb4decab95d0d0f4638757 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e1d48a3a9fb4decab95d0d0f4638757 2024-11-10T12:14:49,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e1d48a3a9fb4decab95d0d0f4638757, entries=150, sequenceid=915, filesize=12.0 K 2024-11-10T12:14:49,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/ea573d5573fd4ddaba38262ae74bd96f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ea573d5573fd4ddaba38262ae74bd96f 2024-11-10T12:14:49,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ea573d5573fd4ddaba38262ae74bd96f, entries=150, sequenceid=915, filesize=12.0 K 2024-11-10T12:14:49,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1261ms, sequenceid=915, compaction requested=true 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:49,161 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:49,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:49,161 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:49,163 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:49,163 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:49,163 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/58a7bd0f12b741439b2953cac6b521a8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2ea10f7fb06a412390b063fb1c5197eb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/7de3be7edba24cfca739e32e1c4ca58f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/095677b616294b18876d371113701eaf] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=51.1 K 2024-11-10T12:14:49,163 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/440ade382dd74972b4b8f4eee5fb61cf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/e2c803eb19a6448db0c00e5f7fb3bbaf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/0a32c5c42032486dac81f1b3f822e667, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e1d48a3a9fb4decab95d0d0f4638757] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=48.7 K 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58a7bd0f12b741439b2953cac6b521a8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731240883467 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 440ade382dd74972b4b8f4eee5fb61cf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731240883467 2024-11-10T12:14:49,163 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ea10f7fb06a412390b063fb1c5197eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=879, earliestPutTs=1731240885881 2024-11-10T12:14:49,164 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c803eb19a6448db0c00e5f7fb3bbaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=879, earliestPutTs=1731240885881 2024-11-10T12:14:49,164 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7de3be7edba24cfca739e32e1c4ca58f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=902, earliestPutTs=1731240885928 2024-11-10T12:14:49,164 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 095677b616294b18876d371113701eaf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=915, earliestPutTs=1731240886503 2024-11-10T12:14:49,164 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a32c5c42032486dac81f1b3f822e667, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=902, earliestPutTs=1731240885928 2024-11-10T12:14:49,165 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e1d48a3a9fb4decab95d0d0f4638757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=915, earliestPutTs=1731240886526 2024-11-10T12:14:49,173 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:49,174 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/fe691e3ed8a94d4d9fbe9463c7e45aa1 is 50, key is test_row_0/A:col10/1731240886526/Put/seqid=0 2024-11-10T12:14:49,174 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#292 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:49,174 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f37d01e8524d47f491bc3b0fac713f44 is 50, key is test_row_0/B:col10/1731240886526/Put/seqid=0 2024-11-10T12:14:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742160_1336 (size=13119) 2024-11-10T12:14:49,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742161_1337 (size=13119) 2024-11-10T12:14:49,183 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/f37d01e8524d47f491bc3b0fac713f44 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f37d01e8524d47f491bc3b0fac713f44 2024-11-10T12:14:49,187 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into f37d01e8524d47f491bc3b0fac713f44(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:49,187 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:49,187 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=12, startTime=1731240889161; duration=0sec 2024-11-10T12:14:49,187 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:49,187 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:49,188 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:14:49,189 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:14:49,189 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:49,189 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:49,189 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/5207d8d4e79e4aaca92a23b543d1e718, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c6d370f9b2c14486b709d54900646a4e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a2483db7a04341158620f20d10cf7c0a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ea573d5573fd4ddaba38262ae74bd96f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=48.7 K 2024-11-10T12:14:49,190 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5207d8d4e79e4aaca92a23b543d1e718, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731240883467 2024-11-10T12:14:49,190 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c6d370f9b2c14486b709d54900646a4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=879, earliestPutTs=1731240885881 2024-11-10T12:14:49,190 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a2483db7a04341158620f20d10cf7c0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=902, earliestPutTs=1731240885928 2024-11-10T12:14:49,191 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ea573d5573fd4ddaba38262ae74bd96f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=915, earliestPutTs=1731240886526 2024-11-10T12:14:49,198 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:49,199 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/4dc954a4aee5407794fa5dc1648e1471 is 50, key is test_row_0/C:col10/1731240886526/Put/seqid=0 2024-11-10T12:14:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742162_1338 (size=13119) 2024-11-10T12:14:49,208 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/4dc954a4aee5407794fa5dc1648e1471 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/4dc954a4aee5407794fa5dc1648e1471 2024-11-10T12:14:49,212 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into 4dc954a4aee5407794fa5dc1648e1471(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:49,212 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:49,212 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=12, startTime=1731240889161; duration=0sec 2024-11-10T12:14:49,213 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:49,213 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:49,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-10T12:14:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:49,249 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:14:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:49,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:49,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:49,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/1146f708a2be427daf5bea265fb8c27e is 50, key is test_row_0/A:col10/1731240887983/Put/seqid=0 2024-11-10T12:14:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742163_1339 (size=12301) 2024-11-10T12:14:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:14:49,582 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/fe691e3ed8a94d4d9fbe9463c7e45aa1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fe691e3ed8a94d4d9fbe9463c7e45aa1 2024-11-10T12:14:49,587 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into fe691e3ed8a94d4d9fbe9463c7e45aa1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:49,587 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:49,587 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=12, startTime=1731240889161; duration=0sec 2024-11-10T12:14:49,588 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:49,588 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:49,658 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=936 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/1146f708a2be427daf5bea265fb8c27e 2024-11-10T12:14:49,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/664a2377a452439b8fcfc7cc85632fa4 is 50, key is test_row_0/B:col10/1731240887983/Put/seqid=0 2024-11-10T12:14:49,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742164_1340 (size=12301) 2024-11-10T12:14:49,671 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=936 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/664a2377a452439b8fcfc7cc85632fa4 2024-11-10T12:14:49,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1789963272224324995b853023ff4d2a is 50, key is test_row_0/C:col10/1731240887983/Put/seqid=0 2024-11-10T12:14:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742165_1341 (size=12301) 2024-11-10T12:14:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:14:50,082 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=936 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1789963272224324995b853023ff4d2a 2024-11-10T12:14:50,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/1146f708a2be427daf5bea265fb8c27e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/1146f708a2be427daf5bea265fb8c27e 2024-11-10T12:14:50,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/1146f708a2be427daf5bea265fb8c27e, entries=150, sequenceid=936, filesize=12.0 K 2024-11-10T12:14:50,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/664a2377a452439b8fcfc7cc85632fa4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/664a2377a452439b8fcfc7cc85632fa4 2024-11-10T12:14:50,103 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/664a2377a452439b8fcfc7cc85632fa4, entries=150, sequenceid=936, filesize=12.0 K 2024-11-10T12:14:50,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1789963272224324995b853023ff4d2a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1789963272224324995b853023ff4d2a 2024-11-10T12:14:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1789963272224324995b853023ff4d2a, entries=150, sequenceid=936, filesize=12.0 K 2024-11-10T12:14:50,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 6ce7ed38126f82cdee10e4c78b7ab560 in 859ms, sequenceid=936, compaction requested=false 2024-11-10T12:14:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-10T12:14:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-10T12:14:50,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-10T12:14:50,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3200 sec 2024-11-10T12:14:50,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.3260 sec 2024-11-10T12:14:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:50,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:14:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:50,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:50,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/2d7b7396f4ef4e64b8ccb8991ed6b91f is 50, key is test_row_1/A:col10/1731240890154/Put/seqid=0 2024-11-10T12:14:50,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742166_1342 (size=12297) 2024-11-10T12:14:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240950176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240950176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240950177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240950180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240950286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240950286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240950286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240950286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240950496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240950496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240950496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240950496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=949 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/2d7b7396f4ef4e64b8ccb8991ed6b91f 2024-11-10T12:14:50,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/9bc1251e22b9402cb57d2e54bf4fc53a is 50, key is test_row_1/B:col10/1731240890154/Put/seqid=0 2024-11-10T12:14:50,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742167_1343 (size=9857) 2024-11-10T12:14:50,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51564 deadline: 1731240950726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,730 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 6ce7ed38126f82cdee10e4c78b7ab560 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:14:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240950806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240950806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240950806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240950806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-10T12:14:50,937 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:50,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:14:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-10T12:14:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:14:50,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:14:50,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:14:50,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:14:50,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=949 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/9bc1251e22b9402cb57d2e54bf4fc53a 2024-11-10T12:14:50,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/22b27957e26d4715bd3023109130379d is 50, key is test_row_1/C:col10/1731240890154/Put/seqid=0 2024-11-10T12:14:50,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742168_1344 (size=9857) 2024-11-10T12:14:50,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=949 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/22b27957e26d4715bd3023109130379d 2024-11-10T12:14:50,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/2d7b7396f4ef4e64b8ccb8991ed6b91f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2d7b7396f4ef4e64b8ccb8991ed6b91f 2024-11-10T12:14:50,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2d7b7396f4ef4e64b8ccb8991ed6b91f, entries=150, sequenceid=949, filesize=12.0 K 2024-11-10T12:14:50,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/9bc1251e22b9402cb57d2e54bf4fc53a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/9bc1251e22b9402cb57d2e54bf4fc53a 2024-11-10T12:14:51,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/9bc1251e22b9402cb57d2e54bf4fc53a, entries=100, sequenceid=949, filesize=9.6 K 2024-11-10T12:14:51,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/22b27957e26d4715bd3023109130379d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/22b27957e26d4715bd3023109130379d 2024-11-10T12:14:51,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/22b27957e26d4715bd3023109130379d, entries=100, sequenceid=949, filesize=9.6 K 2024-11-10T12:14:51,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 6ce7ed38126f82cdee10e4c78b7ab560 in 850ms, sequenceid=949, compaction requested=true 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:51,005 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:51,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:51,005 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:51,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:51,006 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:51,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:51,006 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:51,006 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:51,006 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:51,006 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f37d01e8524d47f491bc3b0fac713f44, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/664a2377a452439b8fcfc7cc85632fa4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/9bc1251e22b9402cb57d2e54bf4fc53a] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=34.5 K 2024-11-10T12:14:51,006 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fe691e3ed8a94d4d9fbe9463c7e45aa1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/1146f708a2be427daf5bea265fb8c27e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2d7b7396f4ef4e64b8ccb8991ed6b91f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.8 K 2024-11-10T12:14:51,007 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f37d01e8524d47f491bc3b0fac713f44, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=915, earliestPutTs=1731240886526 2024-11-10T12:14:51,007 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe691e3ed8a94d4d9fbe9463c7e45aa1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=915, earliestPutTs=1731240886526 2024-11-10T12:14:51,007 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 664a2377a452439b8fcfc7cc85632fa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=936, earliestPutTs=1731240887945 2024-11-10T12:14:51,007 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1146f708a2be427daf5bea265fb8c27e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=936, earliestPutTs=1731240887945 2024-11-10T12:14:51,007 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bc1251e22b9402cb57d2e54bf4fc53a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=949, earliestPutTs=1731240890153 2024-11-10T12:14:51,007 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d7b7396f4ef4e64b8ccb8991ed6b91f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=949, earliestPutTs=1731240890153 2024-11-10T12:14:51,014 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:51,015 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:51,015 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/5d0732069fef43a2a7ba70febd357a0e is 50, key is test_row_0/A:col10/1731240887983/Put/seqid=0 2024-11-10T12:14:51,015 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/6d0916f7dd2548668f0daa310601a7ed is 50, key is test_row_0/B:col10/1731240887983/Put/seqid=0 2024-11-10T12:14:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742169_1345 (size=13221) 2024-11-10T12:14:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742170_1346 (size=13221) 2024-11-10T12:14:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:14:51,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-10T12:14:51,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:51,092 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-10T12:14:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:51,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:51,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/f51c9f2f87734d6186d7ac1ce30d194e is 50, key is test_row_0/A:col10/1731240890166/Put/seqid=0 2024-11-10T12:14:51,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742171_1347 (size=12301) 2024-11-10T12:14:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:14:51,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:51,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. as already flushing 2024-11-10T12:14:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240951324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240951325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240951326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240951327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,424 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/6d0916f7dd2548668f0daa310601a7ed as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/6d0916f7dd2548668f0daa310601a7ed 2024-11-10T12:14:51,424 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/5d0732069fef43a2a7ba70febd357a0e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/5d0732069fef43a2a7ba70febd357a0e 2024-11-10T12:14:51,430 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into 5d0732069fef43a2a7ba70febd357a0e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:51,430 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:51,430 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=13, startTime=1731240891005; duration=0sec 2024-11-10T12:14:51,430 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:51,430 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:51,430 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:51,430 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 6d0916f7dd2548668f0daa310601a7ed(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:51,430 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:51,430 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=13, startTime=1731240891005; duration=0sec 2024-11-10T12:14:51,431 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:51,431 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:51,431 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:51,431 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:51,431 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:51,431 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/4dc954a4aee5407794fa5dc1648e1471, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1789963272224324995b853023ff4d2a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/22b27957e26d4715bd3023109130379d] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=34.5 K 2024-11-10T12:14:51,431 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dc954a4aee5407794fa5dc1648e1471, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=915, earliestPutTs=1731240886526 2024-11-10T12:14:51,432 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1789963272224324995b853023ff4d2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=936, earliestPutTs=1731240887945 2024-11-10T12:14:51,432 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22b27957e26d4715bd3023109130379d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=949, earliestPutTs=1731240890153 2024-11-10T12:14:51,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240951436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240951436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240951436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240951436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,448 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:51,448 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/f63540073924476aa7e24200ac4868be is 50, key is test_row_0/C:col10/1731240887983/Put/seqid=0 2024-11-10T12:14:51,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742172_1348 (size=13221) 2024-11-10T12:14:51,501 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=969 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/f51c9f2f87734d6186d7ac1ce30d194e 2024-11-10T12:14:51,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/3a8f363e093b4e9190d13c1a2cc90023 is 50, key is test_row_0/B:col10/1731240890166/Put/seqid=0 2024-11-10T12:14:51,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742173_1349 (size=12301) 2024-11-10T12:14:51,513 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=969 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/3a8f363e093b4e9190d13c1a2cc90023 2024-11-10T12:14:51,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/bb2df671d17443b7aae92b2acb723bbf is 50, key is test_row_0/C:col10/1731240890166/Put/seqid=0 2024-11-10T12:14:51,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742174_1350 (size=12301) 2024-11-10T12:14:51,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:14:51,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51490 deadline: 1731240951646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51508 deadline: 1731240951646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51558 deadline: 1731240951646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:14:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51492 deadline: 1731240951646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:14:51,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:14:51,852 INFO [Thread-1226 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1226. 2024-11-10T12:14:51,852 DEBUG [Thread-1226 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,852 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,852 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,854 INFO [Thread-1232 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1232. 2024-11-10T12:14:51,854 DEBUG [Thread-1232 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,854 DEBUG [Thread-1232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,854 DEBUG [Thread-1232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,855 INFO [Thread-1228 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1228. 2024-11-10T12:14:51,855 DEBUG [Thread-1228 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,855 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,855 DEBUG [Thread-1228 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,856 INFO [Thread-1230 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1230. 2024-11-10T12:14:51,856 DEBUG [Thread-1230 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,856 DEBUG [Thread-1230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,856 DEBUG [Thread-1230 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,858 INFO [Thread-1234 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1234. 2024-11-10T12:14:51,858 DEBUG [Thread-1234 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,858 DEBUG [Thread-1234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,858 DEBUG [Thread-1234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,860 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/f63540073924476aa7e24200ac4868be as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f63540073924476aa7e24200ac4868be 2024-11-10T12:14:51,863 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into f63540073924476aa7e24200ac4868be(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:51,863 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:51,864 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=13, startTime=1731240891005; duration=0sec 2024-11-10T12:14:51,864 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:51,864 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:51,925 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=969 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/bb2df671d17443b7aae92b2acb723bbf 2024-11-10T12:14:51,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/f51c9f2f87734d6186d7ac1ce30d194e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/f51c9f2f87734d6186d7ac1ce30d194e 2024-11-10T12:14:51,932 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/f51c9f2f87734d6186d7ac1ce30d194e, entries=150, sequenceid=969, filesize=12.0 K 2024-11-10T12:14:51,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/3a8f363e093b4e9190d13c1a2cc90023 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/3a8f363e093b4e9190d13c1a2cc90023 2024-11-10T12:14:51,935 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/3a8f363e093b4e9190d13c1a2cc90023, entries=150, sequenceid=969, filesize=12.0 K 2024-11-10T12:14:51,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/bb2df671d17443b7aae92b2acb723bbf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/bb2df671d17443b7aae92b2acb723bbf 2024-11-10T12:14:51,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/bb2df671d17443b7aae92b2acb723bbf, entries=150, sequenceid=969, filesize=12.0 K 2024-11-10T12:14:51,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 6ce7ed38126f82cdee10e4c78b7ab560 in 847ms, sequenceid=969, compaction requested=false 2024-11-10T12:14:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-10T12:14:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-10T12:14:51,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-10T12:14:51,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-10T12:14:51,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0050 sec 2024-11-10T12:14:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:51,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:14:51,957 INFO [Thread-1217 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1217. 2024-11-10T12:14:51,957 INFO [Thread-1223 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1223. 2024-11-10T12:14:51,957 INFO [Thread-1221 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1221. 2024-11-10T12:14:51,957 DEBUG [Thread-1221 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,957 DEBUG [Thread-1223 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,957 DEBUG [Thread-1217 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,957 DEBUG [Thread-1221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,957 DEBUG [Thread-1223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,957 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:51,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:51,958 DEBUG [Thread-1217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,958 DEBUG [Thread-1221 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,958 DEBUG [Thread-1223 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:51,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,959 INFO [Thread-1219 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1219. 2024-11-10T12:14:51,959 DEBUG [Thread-1219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:51,959 DEBUG [Thread-1219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,959 DEBUG [Thread-1219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:51,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:51,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/ced7b2dc2f3b4a719b570e4a1577fa51 is 50, key is test_row_0/A:col10/1731240891956/Put/seqid=0 2024-11-10T12:14:51,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742175_1351 (size=12301) 2024-11-10T12:14:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-10T12:14:52,076 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:52,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=987 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/ced7b2dc2f3b4a719b570e4a1577fa51 2024-11-10T12:14:52,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/4cc2714966d74b19b5aea67f7fc57ffd is 50, key is test_row_0/B:col10/1731240891956/Put/seqid=0 2024-11-10T12:14:52,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742176_1352 (size=12301) 2024-11-10T12:14:52,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=987 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/4cc2714966d74b19b5aea67f7fc57ffd 2024-11-10T12:14:52,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/8af632d71555425b8be219516bbd53c6 is 50, key is test_row_0/C:col10/1731240891956/Put/seqid=0 2024-11-10T12:14:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742177_1353 (size=12301) 2024-11-10T12:14:53,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=987 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/8af632d71555425b8be219516bbd53c6 2024-11-10T12:14:53,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/ced7b2dc2f3b4a719b570e4a1577fa51 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ced7b2dc2f3b4a719b570e4a1577fa51 2024-11-10T12:14:53,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ced7b2dc2f3b4a719b570e4a1577fa51, entries=150, sequenceid=987, filesize=12.0 K 2024-11-10T12:14:53,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/4cc2714966d74b19b5aea67f7fc57ffd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/4cc2714966d74b19b5aea67f7fc57ffd 2024-11-10T12:14:53,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/4cc2714966d74b19b5aea67f7fc57ffd, entries=150, sequenceid=987, filesize=12.0 K 2024-11-10T12:14:53,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/8af632d71555425b8be219516bbd53c6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8af632d71555425b8be219516bbd53c6 2024-11-10T12:14:53,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8af632d71555425b8be219516bbd53c6, entries=150, sequenceid=987, filesize=12.0 K 2024-11-10T12:14:53,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=6.71 KB/6870 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1240ms, sequenceid=987, compaction requested=true 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:53,197 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6ce7ed38126f82cdee10e4c78b7ab560:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:14:53,197 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:53,198 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:53,198 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:53,198 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/A is initiating minor compaction (all files) 2024-11-10T12:14:53,198 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/B is initiating minor compaction (all files) 2024-11-10T12:14:53,198 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/A in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:53,198 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/B in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:53,198 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/5d0732069fef43a2a7ba70febd357a0e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/f51c9f2f87734d6186d7ac1ce30d194e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ced7b2dc2f3b4a719b570e4a1577fa51] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.9 K 2024-11-10T12:14:53,198 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/6d0916f7dd2548668f0daa310601a7ed, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/3a8f363e093b4e9190d13c1a2cc90023, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/4cc2714966d74b19b5aea67f7fc57ffd] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.9 K 2024-11-10T12:14:53,198 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d0732069fef43a2a7ba70febd357a0e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=949, earliestPutTs=1731240887983 2024-11-10T12:14:53,198 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d0916f7dd2548668f0daa310601a7ed, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=949, earliestPutTs=1731240887983 2024-11-10T12:14:53,199 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f51c9f2f87734d6186d7ac1ce30d194e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=969, earliestPutTs=1731240890166 2024-11-10T12:14:53,199 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8f363e093b4e9190d13c1a2cc90023, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=969, earliestPutTs=1731240890166 2024-11-10T12:14:53,199 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ced7b2dc2f3b4a719b570e4a1577fa51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=987, earliestPutTs=1731240891323 2024-11-10T12:14:53,199 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cc2714966d74b19b5aea67f7fc57ffd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=987, earliestPutTs=1731240891323 2024-11-10T12:14:53,206 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#A#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:53,206 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:53,206 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/465568d4029d4141aed8b9815dab4f69 is 50, key is test_row_0/B:col10/1731240891956/Put/seqid=0 2024-11-10T12:14:53,206 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/bc3ea0684af24a1d94f3ed9519380797 is 50, key is test_row_0/A:col10/1731240891956/Put/seqid=0 2024-11-10T12:14:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742178_1354 (size=13323) 2024-11-10T12:14:53,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742179_1355 (size=13323) 2024-11-10T12:14:53,614 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/bc3ea0684af24a1d94f3ed9519380797 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/bc3ea0684af24a1d94f3ed9519380797 2024-11-10T12:14:53,615 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/465568d4029d4141aed8b9815dab4f69 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/465568d4029d4141aed8b9815dab4f69 2024-11-10T12:14:53,619 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/B of 6ce7ed38126f82cdee10e4c78b7ab560 into 465568d4029d4141aed8b9815dab4f69(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:53,619 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/A of 6ce7ed38126f82cdee10e4c78b7ab560 into bc3ea0684af24a1d94f3ed9519380797(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:53,619 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:53,619 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:53,620 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/B, priority=13, startTime=1731240893197; duration=0sec 2024-11-10T12:14:53,620 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/A, priority=13, startTime=1731240893197; duration=0sec 2024-11-10T12:14:53,620 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:14:53,620 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:B 2024-11-10T12:14:53,620 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:53,620 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:A 2024-11-10T12:14:53,620 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:14:53,621 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:14:53,621 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 6ce7ed38126f82cdee10e4c78b7ab560/C is initiating minor compaction (all files) 2024-11-10T12:14:53,621 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6ce7ed38126f82cdee10e4c78b7ab560/C in TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:53,621 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f63540073924476aa7e24200ac4868be, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/bb2df671d17443b7aae92b2acb723bbf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8af632d71555425b8be219516bbd53c6] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp, totalSize=36.9 K 2024-11-10T12:14:53,621 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f63540073924476aa7e24200ac4868be, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=949, earliestPutTs=1731240887983 2024-11-10T12:14:53,621 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting bb2df671d17443b7aae92b2acb723bbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=969, earliestPutTs=1731240890166 2024-11-10T12:14:53,622 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8af632d71555425b8be219516bbd53c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=987, earliestPutTs=1731240891323 2024-11-10T12:14:53,628 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6ce7ed38126f82cdee10e4c78b7ab560#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:14:53,629 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/d5976ebd195d4c84ba8d8a39a7607f8f is 50, key is test_row_0/C:col10/1731240891956/Put/seqid=0 2024-11-10T12:14:53,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742180_1356 (size=13323) 2024-11-10T12:14:54,036 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/d5976ebd195d4c84ba8d8a39a7607f8f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d5976ebd195d4c84ba8d8a39a7607f8f 2024-11-10T12:14:54,039 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6ce7ed38126f82cdee10e4c78b7ab560/C of 6ce7ed38126f82cdee10e4c78b7ab560 into d5976ebd195d4c84ba8d8a39a7607f8f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:14:54,039 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6ce7ed38126f82cdee10e4c78b7ab560: 2024-11-10T12:14:54,039 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., storeName=6ce7ed38126f82cdee10e4c78b7ab560/C, priority=13, startTime=1731240893197; duration=0sec 2024-11-10T12:14:54,039 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:14:54,039 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6ce7ed38126f82cdee10e4c78b7ab560:C 2024-11-10T12:14:54,747 INFO [Thread-1215 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1215. 2024-11-10T12:14:54,747 DEBUG [Thread-1215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:14:54,747 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:54,747 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:54,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 226 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 148 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 231 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2911 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2896 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2848 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2924 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2886 2024-11-10T12:14:54,748 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:14:54,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:14:54,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:14:54,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:54,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:54,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:14:54,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:14:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:14:54,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240894751"}]},"ts":"1731240894751"} 2024-11-10T12:14:54,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:14:54,753 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:14:54,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:14:54,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, UNASSIGN}] 2024-11-10T12:14:54,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, UNASSIGN 2024-11-10T12:14:54,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=6ce7ed38126f82cdee10e4c78b7ab560, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, UNASSIGN because future has completed 2024-11-10T12:14:54,757 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:14:54,757 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:14:54,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:14:54,909 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(122): Close 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:54,909 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:14:54,909 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1722): Closing 6ce7ed38126f82cdee10e4c78b7ab560, disabling compactions & flushes 2024-11-10T12:14:54,909 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:54,909 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:54,909 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. after waiting 0 ms 2024-11-10T12:14:54,909 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:54,909 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(2902): Flushing 6ce7ed38126f82cdee10e4c78b7ab560 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T12:14:54,910 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=A 2024-11-10T12:14:54,910 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:54,910 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=B 2024-11-10T12:14:54,910 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:54,910 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6ce7ed38126f82cdee10e4c78b7ab560, store=C 2024-11-10T12:14:54,910 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:14:54,913 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/a0212061022f4877b4e875d7f37e3ccb is 50, key is test_row_1/A:col10/1731240894746/Put/seqid=0 2024-11-10T12:14:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742181_1357 (size=7415) 2024-11-10T12:14:55,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:14:55,317 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=995 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/a0212061022f4877b4e875d7f37e3ccb 2024-11-10T12:14:55,324 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1d22cf361a5b4b9f9886365b3251f1cd is 50, key is test_row_1/B:col10/1731240894746/Put/seqid=0 2024-11-10T12:14:55,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742182_1358 (size=7415) 2024-11-10T12:14:55,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:14:55,728 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=995 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1d22cf361a5b4b9f9886365b3251f1cd 2024-11-10T12:14:55,734 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1cc9738a5a8648dd88c4419bad371cee is 50, key is test_row_1/C:col10/1731240894746/Put/seqid=0 2024-11-10T12:14:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742183_1359 (size=7415) 2024-11-10T12:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:14:56,138 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=995 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1cc9738a5a8648dd88c4419bad371cee 2024-11-10T12:14:56,142 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/A/a0212061022f4877b4e875d7f37e3ccb as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a0212061022f4877b4e875d7f37e3ccb 2024-11-10T12:14:56,145 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a0212061022f4877b4e875d7f37e3ccb, entries=50, sequenceid=995, filesize=7.2 K 2024-11-10T12:14:56,146 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/B/1d22cf361a5b4b9f9886365b3251f1cd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1d22cf361a5b4b9f9886365b3251f1cd 2024-11-10T12:14:56,149 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1d22cf361a5b4b9f9886365b3251f1cd, entries=50, sequenceid=995, filesize=7.2 K 2024-11-10T12:14:56,149 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/.tmp/C/1cc9738a5a8648dd88c4419bad371cee as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1cc9738a5a8648dd88c4419bad371cee 2024-11-10T12:14:56,152 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1cc9738a5a8648dd88c4419bad371cee, entries=50, sequenceid=995, filesize=7.2 K 2024-11-10T12:14:56,153 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1244ms, sequenceid=995, compaction requested=false 2024-11-10T12:14:56,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/b5611b76bd634a9aa79dbda149890d2a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/77af101ac9e54d85a33d94613bc48d33, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/30981e61acac42baa44bd396b2280660, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fdf532cb69c6410cb0f17bb44227ad3f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/3e91d9af82f342ec8b047ba3e6bca98c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/c6fc554db64547998e4eec1d5cd1149d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/4efabee2b87b414084a779262122a489, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/9a5d4431b515461887cfb8aaa934730a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/beb12442813544a58cf05f06514f5005, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ec78cf50ffe64c828f28797d43aeaae8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/467558e67f0847cea1a8a6de1a48d9b0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/02185e1eb71345b68b6564fdb2f58e86, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/6aea069922e143e59ed94fd8bdf51ced, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a295c46c9de9438dae3c00d418846993, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/de4d9e64b13b4c8cb5d39e9ecfdcb062, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/27016cb92663450cad68558c387186d7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/93f42614225c401eafd4f90ae211152a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/18f97985af954d4582aa9a26b08f980f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/132f124eed4f4d6686f8509310076cca, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/89f11a45e82b473097296d879377cab4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/58a7bd0f12b741439b2953cac6b521a8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2ea10f7fb06a412390b063fb1c5197eb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/7de3be7edba24cfca739e32e1c4ca58f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/095677b616294b18876d371113701eaf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fe691e3ed8a94d4d9fbe9463c7e45aa1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/1146f708a2be427daf5bea265fb8c27e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/5d0732069fef43a2a7ba70febd357a0e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2d7b7396f4ef4e64b8ccb8991ed6b91f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/f51c9f2f87734d6186d7ac1ce30d194e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ced7b2dc2f3b4a719b570e4a1577fa51] to archive 2024-11-10T12:14:56,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:14:56,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/b5611b76bd634a9aa79dbda149890d2a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/b5611b76bd634a9aa79dbda149890d2a 2024-11-10T12:14:56,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/77af101ac9e54d85a33d94613bc48d33 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/77af101ac9e54d85a33d94613bc48d33 2024-11-10T12:14:56,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/30981e61acac42baa44bd396b2280660 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/30981e61acac42baa44bd396b2280660 2024-11-10T12:14:56,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fdf532cb69c6410cb0f17bb44227ad3f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fdf532cb69c6410cb0f17bb44227ad3f 2024-11-10T12:14:56,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/3e91d9af82f342ec8b047ba3e6bca98c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/3e91d9af82f342ec8b047ba3e6bca98c 2024-11-10T12:14:56,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/c6fc554db64547998e4eec1d5cd1149d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/c6fc554db64547998e4eec1d5cd1149d 2024-11-10T12:14:56,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/4efabee2b87b414084a779262122a489 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/4efabee2b87b414084a779262122a489 2024-11-10T12:14:56,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/9a5d4431b515461887cfb8aaa934730a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/9a5d4431b515461887cfb8aaa934730a 2024-11-10T12:14:56,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/beb12442813544a58cf05f06514f5005 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/beb12442813544a58cf05f06514f5005 2024-11-10T12:14:56,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ec78cf50ffe64c828f28797d43aeaae8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ec78cf50ffe64c828f28797d43aeaae8 2024-11-10T12:14:56,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/467558e67f0847cea1a8a6de1a48d9b0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/467558e67f0847cea1a8a6de1a48d9b0 2024-11-10T12:14:56,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/02185e1eb71345b68b6564fdb2f58e86 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/02185e1eb71345b68b6564fdb2f58e86 2024-11-10T12:14:56,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/6aea069922e143e59ed94fd8bdf51ced to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/6aea069922e143e59ed94fd8bdf51ced 2024-11-10T12:14:56,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a295c46c9de9438dae3c00d418846993 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a295c46c9de9438dae3c00d418846993 2024-11-10T12:14:56,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/de4d9e64b13b4c8cb5d39e9ecfdcb062 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/de4d9e64b13b4c8cb5d39e9ecfdcb062 2024-11-10T12:14:56,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/27016cb92663450cad68558c387186d7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/27016cb92663450cad68558c387186d7 2024-11-10T12:14:56,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/93f42614225c401eafd4f90ae211152a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/93f42614225c401eafd4f90ae211152a 2024-11-10T12:14:56,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/18f97985af954d4582aa9a26b08f980f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/18f97985af954d4582aa9a26b08f980f 2024-11-10T12:14:56,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/132f124eed4f4d6686f8509310076cca to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/132f124eed4f4d6686f8509310076cca 2024-11-10T12:14:56,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/89f11a45e82b473097296d879377cab4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/89f11a45e82b473097296d879377cab4 2024-11-10T12:14:56,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/58a7bd0f12b741439b2953cac6b521a8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/58a7bd0f12b741439b2953cac6b521a8 2024-11-10T12:14:56,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2ea10f7fb06a412390b063fb1c5197eb to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2ea10f7fb06a412390b063fb1c5197eb 2024-11-10T12:14:56,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/7de3be7edba24cfca739e32e1c4ca58f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/7de3be7edba24cfca739e32e1c4ca58f 2024-11-10T12:14:56,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/095677b616294b18876d371113701eaf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/095677b616294b18876d371113701eaf 2024-11-10T12:14:56,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fe691e3ed8a94d4d9fbe9463c7e45aa1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/fe691e3ed8a94d4d9fbe9463c7e45aa1 2024-11-10T12:14:56,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/1146f708a2be427daf5bea265fb8c27e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/1146f708a2be427daf5bea265fb8c27e 2024-11-10T12:14:56,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/5d0732069fef43a2a7ba70febd357a0e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/5d0732069fef43a2a7ba70febd357a0e 2024-11-10T12:14:56,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2d7b7396f4ef4e64b8ccb8991ed6b91f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/2d7b7396f4ef4e64b8ccb8991ed6b91f 2024-11-10T12:14:56,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/f51c9f2f87734d6186d7ac1ce30d194e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/f51c9f2f87734d6186d7ac1ce30d194e 2024-11-10T12:14:56,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ced7b2dc2f3b4a719b570e4a1577fa51 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/ced7b2dc2f3b4a719b570e4a1577fa51 2024-11-10T12:14:56,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1875072f6ae945c3895ed6e9940d6af8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/60a233622be7406495751019d99fe284, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/394c09e67b6a4cc3933006cf6375ffa3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/a97480e783254b47a83492e6cac781f7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/ba44b58e2a7b4ce386d7bcda66de488a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e13a650c70648869d5fa983c8ed0496, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06e7df38080c41ca8eb59d16aba6aa1b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f52fcd02d85c456bb10fd8c3613858f4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/530be77d212a446b8079f9ce19bd72ea, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/799da1857f534eeb9be90b159b44663d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06a18ed9d0d046fda61c874c629bf0df, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/b7da970f6f384e479bfcab28363fcbb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/969a04f8561647c6ab7e4fbfe7c05613, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/37df2f605e2e4ba5bb03b9739cf4b324, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/556968a4f61842de911de3ba1733b64a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/476e5f3b807b4903abb957792ae8bcbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/c07590ce1c574d48ba00cb3bafed2039, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f9bea72341614ce7839448cb8491b737, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/440ade382dd74972b4b8f4eee5fb61cf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/5be46ecf9aad4e6fad2819f9d10cbac5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/e2c803eb19a6448db0c00e5f7fb3bbaf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/0a32c5c42032486dac81f1b3f822e667, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f37d01e8524d47f491bc3b0fac713f44, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e1d48a3a9fb4decab95d0d0f4638757, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/664a2377a452439b8fcfc7cc85632fa4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/6d0916f7dd2548668f0daa310601a7ed, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/9bc1251e22b9402cb57d2e54bf4fc53a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/3a8f363e093b4e9190d13c1a2cc90023, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/4cc2714966d74b19b5aea67f7fc57ffd] to archive 2024-11-10T12:14:56,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:14:56,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1875072f6ae945c3895ed6e9940d6af8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1875072f6ae945c3895ed6e9940d6af8 2024-11-10T12:14:56,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/60a233622be7406495751019d99fe284 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/60a233622be7406495751019d99fe284 2024-11-10T12:14:56,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/394c09e67b6a4cc3933006cf6375ffa3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/394c09e67b6a4cc3933006cf6375ffa3 2024-11-10T12:14:56,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/a97480e783254b47a83492e6cac781f7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/a97480e783254b47a83492e6cac781f7 2024-11-10T12:14:56,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/8a2fd17cf0b64ddc9ba55d92ef6fb3c1 2024-11-10T12:14:56,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/ba44b58e2a7b4ce386d7bcda66de488a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/ba44b58e2a7b4ce386d7bcda66de488a 2024-11-10T12:14:56,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e13a650c70648869d5fa983c8ed0496 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e13a650c70648869d5fa983c8ed0496 2024-11-10T12:14:56,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06e7df38080c41ca8eb59d16aba6aa1b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06e7df38080c41ca8eb59d16aba6aa1b 2024-11-10T12:14:56,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f52fcd02d85c456bb10fd8c3613858f4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f52fcd02d85c456bb10fd8c3613858f4 2024-11-10T12:14:56,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/530be77d212a446b8079f9ce19bd72ea to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/530be77d212a446b8079f9ce19bd72ea 2024-11-10T12:14:56,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/799da1857f534eeb9be90b159b44663d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/799da1857f534eeb9be90b159b44663d 2024-11-10T12:14:56,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06a18ed9d0d046fda61c874c629bf0df to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/06a18ed9d0d046fda61c874c629bf0df 2024-11-10T12:14:56,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/b7da970f6f384e479bfcab28363fcbb0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/b7da970f6f384e479bfcab28363fcbb0 2024-11-10T12:14:56,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/969a04f8561647c6ab7e4fbfe7c05613 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/969a04f8561647c6ab7e4fbfe7c05613 2024-11-10T12:14:56,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/37df2f605e2e4ba5bb03b9739cf4b324 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/37df2f605e2e4ba5bb03b9739cf4b324 2024-11-10T12:14:56,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/556968a4f61842de911de3ba1733b64a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/556968a4f61842de911de3ba1733b64a 2024-11-10T12:14:56,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/476e5f3b807b4903abb957792ae8bcbe to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/476e5f3b807b4903abb957792ae8bcbe 2024-11-10T12:14:56,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/c07590ce1c574d48ba00cb3bafed2039 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/c07590ce1c574d48ba00cb3bafed2039 2024-11-10T12:14:56,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f9bea72341614ce7839448cb8491b737 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f9bea72341614ce7839448cb8491b737 2024-11-10T12:14:56,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/440ade382dd74972b4b8f4eee5fb61cf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/440ade382dd74972b4b8f4eee5fb61cf 2024-11-10T12:14:56,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/5be46ecf9aad4e6fad2819f9d10cbac5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/5be46ecf9aad4e6fad2819f9d10cbac5 2024-11-10T12:14:56,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/e2c803eb19a6448db0c00e5f7fb3bbaf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/e2c803eb19a6448db0c00e5f7fb3bbaf 2024-11-10T12:14:56,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/0a32c5c42032486dac81f1b3f822e667 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/0a32c5c42032486dac81f1b3f822e667 2024-11-10T12:14:56,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f37d01e8524d47f491bc3b0fac713f44 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/f37d01e8524d47f491bc3b0fac713f44 2024-11-10T12:14:56,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e1d48a3a9fb4decab95d0d0f4638757 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1e1d48a3a9fb4decab95d0d0f4638757 2024-11-10T12:14:56,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/664a2377a452439b8fcfc7cc85632fa4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/664a2377a452439b8fcfc7cc85632fa4 2024-11-10T12:14:56,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/6d0916f7dd2548668f0daa310601a7ed to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/6d0916f7dd2548668f0daa310601a7ed 2024-11-10T12:14:56,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/9bc1251e22b9402cb57d2e54bf4fc53a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/9bc1251e22b9402cb57d2e54bf4fc53a 2024-11-10T12:14:56,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/3a8f363e093b4e9190d13c1a2cc90023 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/3a8f363e093b4e9190d13c1a2cc90023 2024-11-10T12:14:56,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/4cc2714966d74b19b5aea67f7fc57ffd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/4cc2714966d74b19b5aea67f7fc57ffd 2024-11-10T12:14:56,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/dccee02a7b5d414e80d0a53617ceffb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1ac7aa24ec1f4d6b92f1faf0b335e215, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/e6c5a281dfb640c299cda31a033ceda1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1dae43a04456442d816bfb219b86aa4e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2f98446e4ff742f9a2c12728991999b8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c4ee0d79547e4c1997f3231e757665d7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a1e4e2a1286c43708089de953ad50036, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1020d6ba80104ba4a9463b1f109ba1f4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ba508649a08746f0b98c92a41c97839a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8bf67fd81135430e9c36960bff225586, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f67eaa830a3f4acaa7d0099dc0a1f013, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d4cf02846cca4eb7b9158d670c110e27, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/acce0b2b5f434ff0a1310398d5e770f8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/10508fbee274416e8da9f3e819194a3e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/9d5d8d2f35b046089ff30fb2313d6d97, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/46fe6dc912eb47ecaf657897d24e4757, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/613be86d0ea844c19bdf65a3d26238c0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/67de3d4777134829abffcf76aa59715c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2dc421bdf28e416fb3e94797fb055ecc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/5207d8d4e79e4aaca92a23b543d1e718, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/0702208f26e14cb99dde6761d4944039, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c6d370f9b2c14486b709d54900646a4e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a2483db7a04341158620f20d10cf7c0a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/4dc954a4aee5407794fa5dc1648e1471, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ea573d5573fd4ddaba38262ae74bd96f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1789963272224324995b853023ff4d2a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f63540073924476aa7e24200ac4868be, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/22b27957e26d4715bd3023109130379d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/bb2df671d17443b7aae92b2acb723bbf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8af632d71555425b8be219516bbd53c6] to archive 2024-11-10T12:14:56,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:14:56,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/dccee02a7b5d414e80d0a53617ceffb0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/dccee02a7b5d414e80d0a53617ceffb0 2024-11-10T12:14:56,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1ac7aa24ec1f4d6b92f1faf0b335e215 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1ac7aa24ec1f4d6b92f1faf0b335e215 2024-11-10T12:14:56,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/e6c5a281dfb640c299cda31a033ceda1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/e6c5a281dfb640c299cda31a033ceda1 2024-11-10T12:14:56,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1dae43a04456442d816bfb219b86aa4e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1dae43a04456442d816bfb219b86aa4e 2024-11-10T12:14:56,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2f98446e4ff742f9a2c12728991999b8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2f98446e4ff742f9a2c12728991999b8 2024-11-10T12:14:56,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c4ee0d79547e4c1997f3231e757665d7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c4ee0d79547e4c1997f3231e757665d7 2024-11-10T12:14:56,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a1e4e2a1286c43708089de953ad50036 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a1e4e2a1286c43708089de953ad50036 2024-11-10T12:14:56,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1020d6ba80104ba4a9463b1f109ba1f4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1020d6ba80104ba4a9463b1f109ba1f4 2024-11-10T12:14:56,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ba508649a08746f0b98c92a41c97839a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ba508649a08746f0b98c92a41c97839a 2024-11-10T12:14:56,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8bf67fd81135430e9c36960bff225586 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8bf67fd81135430e9c36960bff225586 2024-11-10T12:14:56,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f67eaa830a3f4acaa7d0099dc0a1f013 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f67eaa830a3f4acaa7d0099dc0a1f013 2024-11-10T12:14:56,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d4cf02846cca4eb7b9158d670c110e27 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d4cf02846cca4eb7b9158d670c110e27 2024-11-10T12:14:56,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/acce0b2b5f434ff0a1310398d5e770f8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/acce0b2b5f434ff0a1310398d5e770f8 2024-11-10T12:14:56,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/10508fbee274416e8da9f3e819194a3e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/10508fbee274416e8da9f3e819194a3e 2024-11-10T12:14:56,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/9d5d8d2f35b046089ff30fb2313d6d97 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/9d5d8d2f35b046089ff30fb2313d6d97 2024-11-10T12:14:56,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/46fe6dc912eb47ecaf657897d24e4757 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/46fe6dc912eb47ecaf657897d24e4757 2024-11-10T12:14:56,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/613be86d0ea844c19bdf65a3d26238c0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/613be86d0ea844c19bdf65a3d26238c0 2024-11-10T12:14:56,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/67de3d4777134829abffcf76aa59715c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/67de3d4777134829abffcf76aa59715c 2024-11-10T12:14:56,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2dc421bdf28e416fb3e94797fb055ecc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/2dc421bdf28e416fb3e94797fb055ecc 2024-11-10T12:14:56,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/5207d8d4e79e4aaca92a23b543d1e718 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/5207d8d4e79e4aaca92a23b543d1e718 2024-11-10T12:14:56,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/0702208f26e14cb99dde6761d4944039 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/0702208f26e14cb99dde6761d4944039 2024-11-10T12:14:56,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c6d370f9b2c14486b709d54900646a4e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/c6d370f9b2c14486b709d54900646a4e 2024-11-10T12:14:56,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a2483db7a04341158620f20d10cf7c0a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/a2483db7a04341158620f20d10cf7c0a 2024-11-10T12:14:56,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/4dc954a4aee5407794fa5dc1648e1471 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/4dc954a4aee5407794fa5dc1648e1471 2024-11-10T12:14:56,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ea573d5573fd4ddaba38262ae74bd96f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/ea573d5573fd4ddaba38262ae74bd96f 2024-11-10T12:14:56,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1789963272224324995b853023ff4d2a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1789963272224324995b853023ff4d2a 2024-11-10T12:14:56,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f63540073924476aa7e24200ac4868be to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/f63540073924476aa7e24200ac4868be 2024-11-10T12:14:56,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/22b27957e26d4715bd3023109130379d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/22b27957e26d4715bd3023109130379d 2024-11-10T12:14:56,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/bb2df671d17443b7aae92b2acb723bbf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/bb2df671d17443b7aae92b2acb723bbf 2024-11-10T12:14:56,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8af632d71555425b8be219516bbd53c6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/8af632d71555425b8be219516bbd53c6 2024-11-10T12:14:56,239 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/recovered.edits/998.seqid, newMaxSeqId=998, maxSeqId=1 2024-11-10T12:14:56,240 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. 2024-11-10T12:14:56,240 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] regionserver.HRegion(1676): Region close journal for 6ce7ed38126f82cdee10e4c78b7ab560: Waiting for close lock at 1731240894909Running coprocessor pre-close hooks at 1731240894909Disabling compacts and flushes for region at 1731240894909Disabling writes for close at 1731240894909Obtaining lock to block concurrent updates at 1731240894909Preparing flush snapshotting stores in 6ce7ed38126f82cdee10e4c78b7ab560 at 1731240894909Finished memstore snapshotting TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731240894910 (+1 ms)Flushing stores of TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560. at 1731240894910Flushing 6ce7ed38126f82cdee10e4c78b7ab560/A: creating writer at 1731240894910Flushing 6ce7ed38126f82cdee10e4c78b7ab560/A: appending metadata at 1731240894913 (+3 ms)Flushing 6ce7ed38126f82cdee10e4c78b7ab560/A: closing flushed file at 1731240894913Flushing 6ce7ed38126f82cdee10e4c78b7ab560/B: creating writer at 1731240895320 (+407 ms)Flushing 6ce7ed38126f82cdee10e4c78b7ab560/B: appending metadata at 1731240895324 (+4 ms)Flushing 6ce7ed38126f82cdee10e4c78b7ab560/B: closing flushed file at 1731240895324Flushing 6ce7ed38126f82cdee10e4c78b7ab560/C: creating writer at 1731240895732 (+408 ms)Flushing 6ce7ed38126f82cdee10e4c78b7ab560/C: appending metadata at 1731240895734 (+2 ms)Flushing 6ce7ed38126f82cdee10e4c78b7ab560/C: closing flushed file at 1731240895734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198eb2dd: reopening flushed file at 1731240896142 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e19b4c2: reopening flushed file at 1731240896146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c0890f: reopening flushed file at 1731240896149 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 6ce7ed38126f82cdee10e4c78b7ab560 in 1244ms, sequenceid=995, compaction requested=false at 1731240896153 (+4 ms)Writing region close event to WAL at 1731240896237 (+84 ms)Running coprocessor post-close hooks at 1731240896240 (+3 ms)Closed at 1731240896240 2024-11-10T12:14:56,241 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=79}] handler.UnassignRegionHandler(157): Closed 6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:56,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=6ce7ed38126f82cdee10e4c78b7ab560, regionState=CLOSED 2024-11-10T12:14:56,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:14:56,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-10T12:14:56,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseRegionProcedure 6ce7ed38126f82cdee10e4c78b7ab560, server=3857ccc89b65,43105,1731240799921 in 1.4870 sec 2024-11-10T12:14:56,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-10T12:14:56,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6ce7ed38126f82cdee10e4c78b7ab560, UNASSIGN in 1.4910 sec 2024-11-10T12:14:56,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-10T12:14:56,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4940 sec 2024-11-10T12:14:56,249 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240896249"}]},"ts":"1731240896249"} 2024-11-10T12:14:56,250 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:14:56,250 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:14:56,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-10T12:14:56,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-10T12:14:56,896 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:56,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:14:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:56,898 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=80, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:14:56,898 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=80, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:56,900 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:56,902 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/recovered.edits] 2024-11-10T12:14:56,904 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a0212061022f4877b4e875d7f37e3ccb to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/a0212061022f4877b4e875d7f37e3ccb 2024-11-10T12:14:56,905 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/bc3ea0684af24a1d94f3ed9519380797 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/A/bc3ea0684af24a1d94f3ed9519380797 2024-11-10T12:14:56,906 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1d22cf361a5b4b9f9886365b3251f1cd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/1d22cf361a5b4b9f9886365b3251f1cd 2024-11-10T12:14:56,907 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/465568d4029d4141aed8b9815dab4f69 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/B/465568d4029d4141aed8b9815dab4f69 2024-11-10T12:14:56,909 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1cc9738a5a8648dd88c4419bad371cee to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/1cc9738a5a8648dd88c4419bad371cee 2024-11-10T12:14:56,910 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d5976ebd195d4c84ba8d8a39a7607f8f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/C/d5976ebd195d4c84ba8d8a39a7607f8f 2024-11-10T12:14:56,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/recovered.edits/998.seqid to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560/recovered.edits/998.seqid 2024-11-10T12:14:56,912 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/6ce7ed38126f82cdee10e4c78b7ab560 2024-11-10T12:14:56,912 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:14:56,914 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=80, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:56,916 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:14:56,918 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:14:56,919 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=80, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:56,919 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:14:56,919 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731240896919"}]},"ts":"9223372036854775807"} 2024-11-10T12:14:56,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:14:56,921 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6ce7ed38126f82cdee10e4c78b7ab560, NAME => 'TestAcidGuarantees,,1731240869655.6ce7ed38126f82cdee10e4c78b7ab560.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:14:56,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:14:56,921 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731240896921"}]},"ts":"9223372036854775807"} 2024-11-10T12:14:56,922 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:14:56,923 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=80, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:56,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-10T12:14:57,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-10T12:14:57,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:14:57,007 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:57,016 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 249) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1569092116_22 at /127.0.0.1:39552 [Waiting for operation #218] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1573646133_22 at /127.0.0.1:55956 [Waiting for operation #359] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1569092116_22 at /127.0.0.1:45186 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1573646133_22 at /127.0.0.1:45180 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=286 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8657 (was 8728) 2024-11-10T12:14:57,025 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=286, ProcessCount=11, AvailableMemoryMB=8657 2024-11-10T12:14:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:14:57,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:14:57,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:57,028 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:14:57,028 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:57,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 81 2024-11-10T12:14:57,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-10T12:14:57,029 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:14:57,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742184_1360 (size=1061) 2024-11-10T12:14:57,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-10T12:14:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-10T12:14:57,435 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:14:57,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742185_1361 (size=53) 2024-11-10T12:14:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-10T12:14:57,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:14:57,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a850f735762c443cc1e4cc1cbd42a30e, disabling compactions & flushes 2024-11-10T12:14:57,842 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:57,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:57,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. after waiting 0 ms 2024-11-10T12:14:57,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:57,842 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:57,842 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a850f735762c443cc1e4cc1cbd42a30e: Waiting for close lock at 1731240897842Disabling compacts and flushes for region at 1731240897842Disabling writes for close at 1731240897842Writing region close event to WAL at 1731240897842Closed at 1731240897842 2024-11-10T12:14:57,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:14:57,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731240897843"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731240897843"}]},"ts":"1731240897843"} 2024-11-10T12:14:57,845 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:14:57,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:14:57,846 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240897845"}]},"ts":"1731240897845"} 2024-11-10T12:14:57,846 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:14:57,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, ASSIGN}] 2024-11-10T12:14:57,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, ASSIGN 2024-11-10T12:14:57,848 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, ASSIGN; state=OFFLINE, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=false 2024-11-10T12:14:57,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:58,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, ASSIGN because future has completed 2024-11-10T12:14:58,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:14:58,155 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:58,155 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7752): Opening region: {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:14:58,155 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,155 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:14:58,155 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7794): checking encryption for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,155 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(7797): checking classloading for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,157 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,157 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:14:58,158 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a850f735762c443cc1e4cc1cbd42a30e columnFamilyName A 2024-11-10T12:14:58,158 DEBUG [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:58,158 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(327): Store=a850f735762c443cc1e4cc1cbd42a30e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:14:58,158 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,159 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:14:58,159 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a850f735762c443cc1e4cc1cbd42a30e columnFamilyName B 2024-11-10T12:14:58,159 DEBUG [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:58,159 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(327): Store=a850f735762c443cc1e4cc1cbd42a30e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:14:58,159 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,160 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:14:58,160 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a850f735762c443cc1e4cc1cbd42a30e columnFamilyName C 2024-11-10T12:14:58,160 DEBUG [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:14:58,161 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(327): Store=a850f735762c443cc1e4cc1cbd42a30e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:14:58,161 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:58,161 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1038): replaying wal for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,161 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,162 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,162 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1048): stopping wal replay for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,162 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1060): Cleaning up temporary data for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,162 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:14:58,163 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1093): writing seq id for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,165 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:14:58,165 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1114): Opened a850f735762c443cc1e4cc1cbd42a30e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72817186, jitterRate=0.08506062626838684}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:14:58,165 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:58,165 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegion(1006): Region open journal for a850f735762c443cc1e4cc1cbd42a30e: Running coprocessor pre-open hook at 1731240898156Writing region info on filesystem at 1731240898156Initializing all the Stores at 1731240898156Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240898156Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240898156Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240898156Cleaning up temporary data from old regions at 1731240898162 (+6 ms)Running coprocessor post-open hooks at 1731240898165 (+3 ms)Region opened successfully at 1731240898165 2024-11-10T12:14:58,166 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., pid=83, masterSystemTime=1731240898152 2024-11-10T12:14:58,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-10T12:14:58,168 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:58,168 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=83}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:58,168 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:58,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:14:58,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-10T12:14:58,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 in 169 msec 2024-11-10T12:14:58,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-10T12:14:58,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, ASSIGN in 324 msec 2024-11-10T12:14:58,174 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:14:58,174 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240898174"}]},"ts":"1731240898174"} 2024-11-10T12:14:58,175 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:14:58,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=81, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:14:58,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-10T12:14:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-10T12:14:59,176 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:14:59,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197fefe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:59,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:14:59,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:14:59,178 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:14:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:14:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:14:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4208bc20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:14:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:14:59,179 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:14:59,180 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:14:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2751bf79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:14:59,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:14:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:14:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:14:59,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:14:59,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:14:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:14:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@279fd23e 2024-11-10T12:14:59,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:14:59,184 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:14:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:14:59,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:14:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:14:59,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742186_1362 (size=1097) 2024-11-10T12:14:59,596 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T12:14:59,596 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T12:14:59,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:14:59,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, REOPEN/MOVE}] 2024-11-10T12:14:59,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, REOPEN/MOVE 2024-11-10T12:14:59,602 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:59,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, REOPEN/MOVE because future has completed 2024-11-10T12:14:59,603 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:14:59,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:14:59,755 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:59,755 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:14:59,755 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing a850f735762c443cc1e4cc1cbd42a30e, disabling compactions & flushes 2024-11-10T12:14:59,755 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:59,755 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:59,755 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. after waiting 0 ms 2024-11-10T12:14:59,755 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:59,759 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:14:59,759 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:14:59,759 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for a850f735762c443cc1e4cc1cbd42a30e: Waiting for close lock at 1731240899755Running coprocessor pre-close hooks at 1731240899755Disabling compacts and flushes for region at 1731240899755Disabling writes for close at 1731240899755Writing region close event to WAL at 1731240899756 (+1 ms)Running coprocessor post-close hooks at 1731240899759 (+3 ms)Closed at 1731240899759 2024-11-10T12:14:59,759 WARN [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionServer(3299): Not adding moved region record: a850f735762c443cc1e4cc1cbd42a30e to self. 2024-11-10T12:14:59,761 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:14:59,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=CLOSED 2024-11-10T12:14:59,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:14:59,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-10T12:14:59,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 in 160 msec 2024-11-10T12:14:59,765 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, REOPEN/MOVE; state=CLOSED, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=true 2024-11-10T12:14:59,916 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:14:59,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, REOPEN/MOVE because future has completed 2024-11-10T12:14:59,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:00,071 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,071 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:15:00,071 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,071 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:15:00,072 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,072 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,073 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,073 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:00,074 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a850f735762c443cc1e4cc1cbd42a30e columnFamilyName A 2024-11-10T12:15:00,074 DEBUG [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:00,075 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(327): Store=a850f735762c443cc1e4cc1cbd42a30e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:00,075 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,076 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:00,076 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a850f735762c443cc1e4cc1cbd42a30e columnFamilyName B 2024-11-10T12:15:00,076 DEBUG [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:00,076 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(327): Store=a850f735762c443cc1e4cc1cbd42a30e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:00,076 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,077 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:00,077 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a850f735762c443cc1e4cc1cbd42a30e columnFamilyName C 2024-11-10T12:15:00,077 DEBUG [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:00,077 INFO [StoreOpener-a850f735762c443cc1e4cc1cbd42a30e-1 {}] regionserver.HStore(327): Store=a850f735762c443cc1e4cc1cbd42a30e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:00,077 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,077 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,078 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,079 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,079 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,079 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,080 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:15:00,081 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,081 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened a850f735762c443cc1e4cc1cbd42a30e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73957949, jitterRate=0.10205931961536407}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:15:00,081 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,082 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for a850f735762c443cc1e4cc1cbd42a30e: Running coprocessor pre-open hook at 1731240900072Writing region info on filesystem at 1731240900072Initializing all the Stores at 1731240900072Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240900072Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240900072Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240900072Cleaning up temporary data from old regions at 1731240900079 (+7 ms)Running coprocessor post-open hooks at 1731240900081 (+2 ms)Region opened successfully at 1731240900082 (+1 ms) 2024-11-10T12:15:00,082 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., pid=88, masterSystemTime=1731240900069 2024-11-10T12:15:00,084 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,084 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=OPEN, openSeqNum=5, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=86, state=RUNNABLE, hasLock=false; OpenRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:00,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=86 2024-11-10T12:15:00,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=86, state=SUCCESS, hasLock=false; OpenRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 in 169 msec 2024-11-10T12:15:00,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-10T12:15:00,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, REOPEN/MOVE in 487 msec 2024-11-10T12:15:00,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-10T12:15:00,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-11-10T12:15:00,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 905 msec 2024-11-10T12:15:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-10T12:15:00,093 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:00,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,094 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144de3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,095 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,096 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e8053e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a739f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5207a5cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef46d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87fd48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,100 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d1866b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,101 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9695a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0bd6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,102 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a9e8d55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,103 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,104 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e27480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ccf634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,106 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d8d16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d098cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,107 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d6706c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,109 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512b65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9deaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,110 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435aaaba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7099e3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,113 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b36aa33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,114 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154c7550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515ed5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,115 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf1b61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,116 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7600d83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d10c554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:00,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:00,118 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f700d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:00,119 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:00,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd317ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:00,120 DEBUG [Thread-1657 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,120 DEBUG [Thread-1659 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,120 DEBUG [Thread-1646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,120 DEBUG [Thread-1652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,121 DEBUG [Thread-1663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,121 DEBUG [Thread-1655 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,122 DEBUG [Thread-1650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,124 DEBUG [Thread-1648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:00,124 DEBUG [Thread-1644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-10T12:15:00,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:00,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:00,130 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:00,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:00,131 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,134 DEBUG [Thread-1661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:00,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:00,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:00,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:00,144 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:00,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b75f979ec45944c781d947eaa4afd242_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240900135/Put/seqid=0 2024-11-10T12:15:00,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742187_1363 (size=14594) 2024-11-10T12:15:00,173 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:00,176 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b75f979ec45944c781d947eaa4afd242_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b75f979ec45944c781d947eaa4afd242_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,177 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/194494a9778541769bee541e8bbcf550, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:00,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/194494a9778541769bee541e8bbcf550 is 175, key is test_row_0/A:col10/1731240900135/Put/seqid=0 2024-11-10T12:15:00,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742188_1364 (size=39549) 2024-11-10T12:15:00,181 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/194494a9778541769bee541e8bbcf550 2024-11-10T12:15:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240960187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240900182, max timestamp=1731240900194Num uniques 859; 2024-11-10T12:15:00,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240900182, max timestamp=1731240900194Num uniques 859; 2024-11-10T12:15:00,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:00,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:00,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240900182, max timestamp=1731240900194Num uniques 859; 2024-11-10T12:15:00,198 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:00,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/16512befa4f249f58c32739b96da00be is 50, key is test_row_0/B:col10/1731240900135/Put/seqid=0 2024-11-10T12:15:00,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742189_1365 (size=12001) 2024-11-10T12:15:00,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/16512befa4f249f58c32739b96da00be 2024-11-10T12:15:00,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:00,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/ea2a2d6d143040afaea7a7dd278c5b7c is 50, key is test_row_0/C:col10/1731240900135/Put/seqid=0 2024-11-10T12:15:00,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742190_1366 (size=12001) 2024-11-10T12:15:00,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/ea2a2d6d143040afaea7a7dd278c5b7c 2024-11-10T12:15:00,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/194494a9778541769bee541e8bbcf550 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550 2024-11-10T12:15:00,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550, entries=200, sequenceid=15, filesize=38.6 K 2024-11-10T12:15:00,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/16512befa4f249f58c32739b96da00be as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/16512befa4f249f58c32739b96da00be 2024-11-10T12:15:00,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/16512befa4f249f58c32739b96da00be, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T12:15:00,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240960246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240960248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/ea2a2d6d143040afaea7a7dd278c5b7c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/ea2a2d6d143040afaea7a7dd278c5b7c 2024-11-10T12:15:00,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/ea2a2d6d143040afaea7a7dd278c5b7c, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T12:15:00,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a850f735762c443cc1e4cc1cbd42a30e in 131ms, sequenceid=15, compaction requested=false 2024-11-10T12:15:00,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:00,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T12:15:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:00,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:00,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:00,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:00,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104a76c45c6aac4ab9aac15c3f7ea36643_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240900272/Put/seqid=0 2024-11-10T12:15:00,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742191_1367 (size=14594) 2024-11-10T12:15:00,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:00,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104a76c45c6aac4ab9aac15c3f7ea36643_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104a76c45c6aac4ab9aac15c3f7ea36643_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:00,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/16b07de1792d4107bfdb1470fcb72243, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:00,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/16b07de1792d4107bfdb1470fcb72243 is 175, key is test_row_0/A:col10/1731240900272/Put/seqid=0 2024-11-10T12:15:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742192_1368 (size=39549) 2024-11-10T12:15:00,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240960312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240960313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240960326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240960366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240960366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:00,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:00,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:00,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240960436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240960436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240960446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240960586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240960586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240960656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240960656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240960656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/16b07de1792d4107bfdb1470fcb72243 2024-11-10T12:15:00,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/12256d5e563640bb93f76135b13bc3d8 is 50, key is test_row_0/B:col10/1731240900272/Put/seqid=0 2024-11-10T12:15:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742193_1369 (size=12001) 2024-11-10T12:15:00,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:00,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:00,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240960906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240960906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240960966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240960967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240960967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:00,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:01,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/12256d5e563640bb93f76135b13bc3d8 2024-11-10T12:15:01,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fad0a6df66934b338ed7753cf3527138 is 50, key is test_row_0/C:col10/1731240900272/Put/seqid=0 2024-11-10T12:15:01,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742194_1370 (size=12001) 2024-11-10T12:15:01,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:01,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:01,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:01,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240961426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:01,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240961426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:01,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:01,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240961476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,481 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240961486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:01,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240961486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:01,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:01,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:01,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:01,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:01,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fad0a6df66934b338ed7753cf3527138 2024-11-10T12:15:01,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/16b07de1792d4107bfdb1470fcb72243 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243 2024-11-10T12:15:01,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243, entries=200, sequenceid=51, filesize=38.6 K 2024-11-10T12:15:01,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/12256d5e563640bb93f76135b13bc3d8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/12256d5e563640bb93f76135b13bc3d8 2024-11-10T12:15:01,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/12256d5e563640bb93f76135b13bc3d8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:15:01,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fad0a6df66934b338ed7753cf3527138 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fad0a6df66934b338ed7753cf3527138 2024-11-10T12:15:01,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fad0a6df66934b338ed7753cf3527138, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:15:01,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for a850f735762c443cc1e4cc1cbd42a30e in 1289ms, sequenceid=51, compaction requested=false 2024-11-10T12:15:01,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:01,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:01,662 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:01,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111073a98093f49c4ed0b8aa3b5d0c15a265_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240900324/Put/seqid=0 2024-11-10T12:15:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742195_1371 (size=12154) 2024-11-10T12:15:01,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:01,685 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111073a98093f49c4ed0b8aa3b5d0c15a265_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073a98093f49c4ed0b8aa3b5d0c15a265_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:01,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/44f7bb8c9c3a4f7ca279aa519da923e4, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:01,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/44f7bb8c9c3a4f7ca279aa519da923e4 is 175, key is test_row_0/A:col10/1731240900324/Put/seqid=0 2024-11-10T12:15:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742196_1372 (size=30955) 2024-11-10T12:15:01,767 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:15:02,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/44f7bb8c9c3a4f7ca279aa519da923e4 2024-11-10T12:15:02,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/23c8fa250bc84c1b99b17bc60c902ab5 is 50, key is test_row_0/B:col10/1731240900324/Put/seqid=0 2024-11-10T12:15:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742197_1373 (size=12001) 2024-11-10T12:15:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:02,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:02,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/23c8fa250bc84c1b99b17bc60c902ab5 2024-11-10T12:15:02,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/c6c361e1e6574a598c68bb924fbed685 is 50, key is test_row_0/C:col10/1731240900324/Put/seqid=0 2024-11-10T12:15:02,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240902506, max timestamp=1731240902519Num uniques 859; 2024-11-10T12:15:02,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240902506, max timestamp=1731240902519Num uniques 859; 2024-11-10T12:15:02,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:02,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:02,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240902506, max timestamp=1731240902519Num uniques 859; 2024-11-10T12:15:02,522 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742198_1374 (size=12001) 2024-11-10T12:15:02,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240962556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240962557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240962559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240962560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,578 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240962562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240962676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240962686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240962686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240962686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240962686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240962896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240962906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240962906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240962906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240962906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:02,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:02,925 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/c6c361e1e6574a598c68bb924fbed685 2024-11-10T12:15:02,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/44f7bb8c9c3a4f7ca279aa519da923e4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4 2024-11-10T12:15:02,932 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4, entries=150, sequenceid=61, filesize=30.2 K 2024-11-10T12:15:02,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/23c8fa250bc84c1b99b17bc60c902ab5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/23c8fa250bc84c1b99b17bc60c902ab5 2024-11-10T12:15:02,941 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/23c8fa250bc84c1b99b17bc60c902ab5, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T12:15:02,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/c6c361e1e6574a598c68bb924fbed685 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c6c361e1e6574a598c68bb924fbed685 2024-11-10T12:15:02,945 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c6c361e1e6574a598c68bb924fbed685, entries=150, sequenceid=61, filesize=11.7 K 2024-11-10T12:15:02,946 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a850f735762c443cc1e4cc1cbd42a30e in 1284ms, sequenceid=61, compaction requested=true 2024-11-10T12:15:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-10T12:15:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-11-10T12:15:02,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-10T12:15:02,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8180 sec 2024-11-10T12:15:02,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.8260 sec 2024-11-10T12:15:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:03,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-10T12:15:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:03,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:03,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108865bc1f38734df6b8bae5c1c3d28c63_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742199_1375 (size=14594) 2024-11-10T12:15:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240963236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240963237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240963242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240963238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240963243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240963366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240963366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240963366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240963366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240963366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240963586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240963586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240963586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240963586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240963586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,650 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:03,654 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108865bc1f38734df6b8bae5c1c3d28c63_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108865bc1f38734df6b8bae5c1c3d28c63_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:03,655 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/ca4fd7f63e1f42e393fd3230b32a7db8, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:03,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/ca4fd7f63e1f42e393fd3230b32a7db8 is 175, key is test_row_0/A:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742200_1376 (size=39549) 2024-11-10T12:15:03,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240963906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240963906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240963906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240963906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240963906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:03,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:04,063 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/ca4fd7f63e1f42e393fd3230b32a7db8 2024-11-10T12:15:04,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/3c1badeeb39c46499838547e3696ccc4 is 50, key is test_row_0/B:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:04,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742201_1377 (size=12001) 2024-11-10T12:15:04,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/3c1badeeb39c46499838547e3696ccc4 2024-11-10T12:15:04,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/9c3312bf9e7e44d2b5dc263aa65f0411 is 50, key is test_row_0/C:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742202_1378 (size=12001) 2024-11-10T12:15:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-10T12:15:04,297 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:04,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:04,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-10T12:15:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T12:15:04,299 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:04,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:04,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T12:15:04,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240964426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240964426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240964426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240964426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240964426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:04,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T12:15:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:04,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:04,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:04,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/9c3312bf9e7e44d2b5dc263aa65f0411 2024-11-10T12:15:04,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/ca4fd7f63e1f42e393fd3230b32a7db8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8 2024-11-10T12:15:04,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8, entries=200, sequenceid=97, filesize=38.6 K 2024-11-10T12:15:04,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/3c1badeeb39c46499838547e3696ccc4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3c1badeeb39c46499838547e3696ccc4 2024-11-10T12:15:04,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3c1badeeb39c46499838547e3696ccc4, entries=150, sequenceid=97, filesize=11.7 K 2024-11-10T12:15:04,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/9c3312bf9e7e44d2b5dc263aa65f0411 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/9c3312bf9e7e44d2b5dc263aa65f0411 2024-11-10T12:15:04,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/9c3312bf9e7e44d2b5dc263aa65f0411, entries=150, sequenceid=97, filesize=11.7 K 2024-11-10T12:15:04,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for a850f735762c443cc1e4cc1cbd42a30e in 1298ms, sequenceid=97, compaction requested=true 2024-11-10T12:15:04,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:04,526 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:04,526 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:04,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:04,528 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:04,528 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:04,528 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,528 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/16512befa4f249f58c32739b96da00be, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/12256d5e563640bb93f76135b13bc3d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/23c8fa250bc84c1b99b17bc60c902ab5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3c1badeeb39c46499838547e3696ccc4] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=46.9 K 2024-11-10T12:15:04,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149602 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:04,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:04,528 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,528 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=146.1 K 2024-11-10T12:15:04,528 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8] 2024-11-10T12:15:04,529 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 16512befa4f249f58c32739b96da00be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731240900132 2024-11-10T12:15:04,529 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 194494a9778541769bee541e8bbcf550, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731240900132 2024-11-10T12:15:04,529 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 12256d5e563640bb93f76135b13bc3d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731240900242 2024-11-10T12:15:04,529 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b07de1792d4107bfdb1470fcb72243, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731240900242 2024-11-10T12:15:04,530 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44f7bb8c9c3a4f7ca279aa519da923e4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731240900292 2024-11-10T12:15:04,530 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 23c8fa250bc84c1b99b17bc60c902ab5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731240900292 2024-11-10T12:15:04,530 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c1badeeb39c46499838547e3696ccc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731240902538 2024-11-10T12:15:04,530 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca4fd7f63e1f42e393fd3230b32a7db8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731240902538 2024-11-10T12:15:04,538 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:04,539 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#327 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:04,540 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ea12333237d64f87a7f397f0bb1f4c72 is 50, key is test_row_0/B:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:04,541 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111007dd5b2fc9bf4ac2838056daa1a434de_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:04,544 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111007dd5b2fc9bf4ac2838056daa1a434de_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:04,544 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111007dd5b2fc9bf4ac2838056daa1a434de_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742203_1379 (size=12139) 2024-11-10T12:15:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742204_1380 (size=4469) 2024-11-10T12:15:04,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-10T12:15:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,605 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:15:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:04,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:04,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111011e3df99408a48588deac85f18b96f33_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240903240/Put/seqid=0 2024-11-10T12:15:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742205_1381 (size=12154) 2024-11-10T12:15:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T12:15:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T12:15:04,951 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ea12333237d64f87a7f397f0bb1f4c72 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ea12333237d64f87a7f397f0bb1f4c72 2024-11-10T12:15:04,953 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#328 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:04,953 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/cf5cc8b034f440b180472df0aa063d9f is 175, key is test_row_0/A:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:04,956 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into ea12333237d64f87a7f397f0bb1f4c72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:04,956 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:04,956 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=12, startTime=1731240904526; duration=0sec 2024-11-10T12:15:04,957 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:04,957 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:04,957 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:04,958 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:04,958 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:04,958 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:04,958 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/ea2a2d6d143040afaea7a7dd278c5b7c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fad0a6df66934b338ed7753cf3527138, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c6c361e1e6574a598c68bb924fbed685, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/9c3312bf9e7e44d2b5dc263aa65f0411] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=46.9 K 2024-11-10T12:15:04,958 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ea2a2d6d143040afaea7a7dd278c5b7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731240900132 2024-11-10T12:15:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742206_1382 (size=31093) 2024-11-10T12:15:04,959 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fad0a6df66934b338ed7753cf3527138, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731240900242 2024-11-10T12:15:04,960 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c361e1e6574a598c68bb924fbed685, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731240900292 2024-11-10T12:15:04,960 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c3312bf9e7e44d2b5dc263aa65f0411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731240902538 2024-11-10T12:15:04,965 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/cf5cc8b034f440b180472df0aa063d9f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cf5cc8b034f440b180472df0aa063d9f 2024-11-10T12:15:04,969 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into cf5cc8b034f440b180472df0aa063d9f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:04,969 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:04,969 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=12, startTime=1731240904525; duration=0sec 2024-11-10T12:15:04,969 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:04,969 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:04,970 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:04,970 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1f2c188e1a65464288e16d3248924f3f is 50, key is test_row_0/C:col10/1731240902538/Put/seqid=0 2024-11-10T12:15:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742207_1383 (size=12139) 2024-11-10T12:15:04,983 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1f2c188e1a65464288e16d3248924f3f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1f2c188e1a65464288e16d3248924f3f 2024-11-10T12:15:04,988 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into 1f2c188e1a65464288e16d3248924f3f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:04,988 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:04,988 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=12, startTime=1731240904526; duration=0sec 2024-11-10T12:15:04,988 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:04,988 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:05,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111011e3df99408a48588deac85f18b96f33_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111011e3df99408a48588deac85f18b96f33_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/037047406fe545c4a4baf05cd6726cb8, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:05,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/037047406fe545c4a4baf05cd6726cb8 is 175, key is test_row_0/A:col10/1731240903240/Put/seqid=0 2024-11-10T12:15:05,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742208_1384 (size=30955) 2024-11-10T12:15:05,030 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/037047406fe545c4a4baf05cd6726cb8 2024-11-10T12:15:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/380d282135ea492c9d8043acfd01fc62 is 50, key is test_row_0/B:col10/1731240903240/Put/seqid=0 2024-11-10T12:15:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742209_1385 (size=12001) 2024-11-10T12:15:05,046 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/380d282135ea492c9d8043acfd01fc62 2024-11-10T12:15:05,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/e2c70246d93b448f937c1db27863956d is 50, key is test_row_0/C:col10/1731240903240/Put/seqid=0 2024-11-10T12:15:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742210_1386 (size=12001) 2024-11-10T12:15:05,057 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/e2c70246d93b448f937c1db27863956d 2024-11-10T12:15:05,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/037047406fe545c4a4baf05cd6726cb8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8 2024-11-10T12:15:05,068 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8, entries=150, sequenceid=106, filesize=30.2 K 2024-11-10T12:15:05,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/380d282135ea492c9d8043acfd01fc62 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/380d282135ea492c9d8043acfd01fc62 2024-11-10T12:15:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,072 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/380d282135ea492c9d8043acfd01fc62, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:15:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/e2c70246d93b448f937c1db27863956d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/e2c70246d93b448f937c1db27863956d 2024-11-10T12:15:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,078 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/e2c70246d93b448f937c1db27863956d, entries=150, sequenceid=106, filesize=11.7 K 2024-11-10T12:15:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,079 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for a850f735762c443cc1e4cc1cbd42a30e in 474ms, sequenceid=106, compaction requested=false 2024-11-10T12:15:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-10T12:15:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-10T12:15:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-10T12:15:05,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-11-10T12:15:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 787 msec 2024-11-10T12:15:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-10T12:15:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,436 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-10T12:15:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,440 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:05,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:05,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:05,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8dfd0d891a94845908957aca8693169_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742211_1387 (size=21918) 2024-11-10T12:15:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:05,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240905615, max timestamp=1731240905635Num uniques 859; 2024-11-10T12:15:05,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240905615, max timestamp=1731240905635Num uniques 859; 2024-11-10T12:15:05,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:05,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:05,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240905615, max timestamp=1731240905635Num uniques 859; 2024-11-10T12:15:05,639 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:05,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240965673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,692 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240965681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240965682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240965684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240965685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:05,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240965796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240965806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240965806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240965807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240965807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:05,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:05,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:05,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:05,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:06,001 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c8dfd0d891a94845908957aca8693169_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8dfd0d891a94845908957aca8693169_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:06,002 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/a215721badb247f7b255edf952163376, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:06,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/a215721badb247f7b255edf952163376 is 175, key is test_row_0/A:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:06,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742212_1388 (size=65323) 2024-11-10T12:15:06,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240966016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240966026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240966026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240966026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240966026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:06,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240966336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,348 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240966346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240966346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240966346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240966346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,407 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/a215721badb247f7b255edf952163376 2024-11-10T12:15:06,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ff6732965ea14ceba8e326a83ec3cd4b is 50, key is test_row_0/B:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:06,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742213_1389 (size=12001) 2024-11-10T12:15:06,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:06,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ff6732965ea14ceba8e326a83ec3cd4b 2024-11-10T12:15:06,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/932843b569fb44d0a24d249354a58f0a is 50, key is test_row_0/C:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:06,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742214_1390 (size=12001) 2024-11-10T12:15:06,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/932843b569fb44d0a24d249354a58f0a 2024-11-10T12:15:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/a215721badb247f7b255edf952163376 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376 2024-11-10T12:15:06,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376, entries=350, sequenceid=119, filesize=63.8 K 2024-11-10T12:15:06,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ff6732965ea14ceba8e326a83ec3cd4b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ff6732965ea14ceba8e326a83ec3cd4b 2024-11-10T12:15:06,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ff6732965ea14ceba8e326a83ec3cd4b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T12:15:06,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/932843b569fb44d0a24d249354a58f0a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/932843b569fb44d0a24d249354a58f0a 2024-11-10T12:15:06,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/932843b569fb44d0a24d249354a58f0a, entries=150, sequenceid=119, filesize=11.7 K 2024-11-10T12:15:06,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for a850f735762c443cc1e4cc1cbd42a30e in 1288ms, sequenceid=119, compaction requested=true 2024-11-10T12:15:06,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:06,848 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:06,848 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:06,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:06,856 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:06,856 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:06,857 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:06,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:06,857 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,857 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,857 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cf5cc8b034f440b180472df0aa063d9f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=124.4 K 2024-11-10T12:15:06,857 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ea12333237d64f87a7f397f0bb1f4c72, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/380d282135ea492c9d8043acfd01fc62, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ff6732965ea14ceba8e326a83ec3cd4b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=35.3 K 2024-11-10T12:15:06,857 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cf5cc8b034f440b180472df0aa063d9f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376] 2024-11-10T12:15:06,857 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ea12333237d64f87a7f397f0bb1f4c72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731240902538 2024-11-10T12:15:06,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5cc8b034f440b180472df0aa063d9f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731240902538 2024-11-10T12:15:06,858 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 380d282135ea492c9d8043acfd01fc62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240903235 2024-11-10T12:15:06,858 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 037047406fe545c4a4baf05cd6726cb8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240903235 2024-11-10T12:15:06,859 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a215721badb247f7b255edf952163376, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731240905534 2024-11-10T12:15:06,859 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ff6732965ea14ceba8e326a83ec3cd4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731240905540 2024-11-10T12:15:06,864 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:06,864 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:06,865 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/74f71ec60a8648bea6d43408d2c93ca3 is 50, key is test_row_0/B:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:06,866 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411109e6b0c2e0b154e4295fa27ba235fab78_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:06,867 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411109e6b0c2e0b154e4295fa27ba235fab78_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:06,867 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109e6b0c2e0b154e4295fa27ba235fab78_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:06,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-11-10T12:15:06,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:06,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:06,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:06,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:06,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:06,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:06,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742215_1391 (size=4469) 2024-11-10T12:15:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240966873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240966875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240966876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108b5e65a562194ea48d8a266fc0701288_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240905682/Put/seqid=0 2024-11-10T12:15:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742216_1392 (size=12241) 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240966882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742217_1393 (size=12304) 2024-11-10T12:15:06,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240966885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,902 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411108b5e65a562194ea48d8a266fc0701288_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108b5e65a562194ea48d8a266fc0701288_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:06,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/d4aeffea11df4e31835cdeccb046109a, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:06,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/d4aeffea11df4e31835cdeccb046109a is 175, key is test_row_0/A:col10/1731240905682/Put/seqid=0 2024-11-10T12:15:06,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742218_1394 (size=31105) 2024-11-10T12:15:06,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:06,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240966996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240966996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240966996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240966996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240967006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240967206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240967206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240967206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240967206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240967216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,221 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,222 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,285 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#337 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:07,285 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/d628ad2a82de4a7b9c37713d0b2d38c8 is 175, key is test_row_0/A:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:07,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742219_1395 (size=31195) 2024-11-10T12:15:07,299 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/74f71ec60a8648bea6d43408d2c93ca3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/74f71ec60a8648bea6d43408d2c93ca3 2024-11-10T12:15:07,303 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into 74f71ec60a8648bea6d43408d2c93ca3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:07,303 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:07,303 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=13, startTime=1731240906848; duration=0sec 2024-11-10T12:15:07,303 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:07,303 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:07,303 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:07,304 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:07,304 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:07,304 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,304 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1f2c188e1a65464288e16d3248924f3f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/e2c70246d93b448f937c1db27863956d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/932843b569fb44d0a24d249354a58f0a] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=35.3 K 2024-11-10T12:15:07,304 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f2c188e1a65464288e16d3248924f3f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731240902538 2024-11-10T12:15:07,305 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c70246d93b448f937c1db27863956d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1731240903235 2024-11-10T12:15:07,305 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 932843b569fb44d0a24d249354a58f0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731240905540 2024-11-10T12:15:07,307 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/d4aeffea11df4e31835cdeccb046109a 2024-11-10T12:15:07,312 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:07,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/a6d9a8dd098e4ed4b6feb174a02f9bbb is 50, key is test_row_0/B:col10/1731240905682/Put/seqid=0 2024-11-10T12:15:07,313 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/3d59f2ef0f5841d8a2563482be7b7727 is 50, key is test_row_0/C:col10/1731240905540/Put/seqid=0 2024-11-10T12:15:07,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742221_1397 (size=12241) 2024-11-10T12:15:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742220_1396 (size=12151) 2024-11-10T12:15:07,322 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/3d59f2ef0f5841d8a2563482be7b7727 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/3d59f2ef0f5841d8a2563482be7b7727 2024-11-10T12:15:07,326 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into 3d59f2ef0f5841d8a2563482be7b7727(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:07,326 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:07,326 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=13, startTime=1731240906848; duration=0sec 2024-11-10T12:15:07,326 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:07,326 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:07,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240967526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240967526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240967526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240967526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240967526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:07,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:07,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:07,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:07,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:07,693 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/d628ad2a82de4a7b9c37713d0b2d38c8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d628ad2a82de4a7b9c37713d0b2d38c8 2024-11-10T12:15:07,697 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into d628ad2a82de4a7b9c37713d0b2d38c8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:07,697 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:07,697 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=13, startTime=1731240906847; duration=0sec 2024-11-10T12:15:07,697 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:07,697 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:07,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/a6d9a8dd098e4ed4b6feb174a02f9bbb 2024-11-10T12:15:07,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/dfd72f880cfb49a480725304970fde0c is 50, key is test_row_0/C:col10/1731240905682/Put/seqid=0 2024-11-10T12:15:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742222_1398 (size=12151) 2024-11-10T12:15:07,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:07,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:08,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:08,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240968046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:08,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240968046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240968046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240968046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240968046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:08,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:08,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/dfd72f880cfb49a480725304970fde0c 2024-11-10T12:15:08,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/d4aeffea11df4e31835cdeccb046109a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a 2024-11-10T12:15:08,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a, entries=150, sequenceid=155, filesize=30.4 K 2024-11-10T12:15:08,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/a6d9a8dd098e4ed4b6feb174a02f9bbb as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/a6d9a8dd098e4ed4b6feb174a02f9bbb 2024-11-10T12:15:08,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/a6d9a8dd098e4ed4b6feb174a02f9bbb, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:15:08,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/dfd72f880cfb49a480725304970fde0c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/dfd72f880cfb49a480725304970fde0c 2024-11-10T12:15:08,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/dfd72f880cfb49a480725304970fde0c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-10T12:15:08,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=40.25 KB/41220 for a850f735762c443cc1e4cc1cbd42a30e in 1277ms, sequenceid=155, compaction requested=false 2024-11-10T12:15:08,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:08,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-10T12:15:08,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:08,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:15:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111080c8269d564f465abb995aa67134cb71_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240906873/Put/seqid=0 2024-11-10T12:15:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742223_1399 (size=12304) 2024-11-10T12:15:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:08,615 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111080c8269d564f465abb995aa67134cb71_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111080c8269d564f465abb995aa67134cb71_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/902f58cbf85f47b980129c1e53316bdc, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:08,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/902f58cbf85f47b980129c1e53316bdc is 175, key is test_row_0/A:col10/1731240906873/Put/seqid=0 2024-11-10T12:15:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742224_1400 (size=31105) 2024-11-10T12:15:08,625 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/902f58cbf85f47b980129c1e53316bdc 2024-11-10T12:15:08,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/376e6a12ac1547339cc3503b9328bff4 is 50, key is test_row_0/B:col10/1731240906873/Put/seqid=0 2024-11-10T12:15:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742225_1401 (size=12151) 2024-11-10T12:15:09,038 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/376e6a12ac1547339cc3503b9328bff4 2024-11-10T12:15:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fb6aa03667a342a2a0527a637c310096 is 50, key is test_row_0/C:col10/1731240906873/Put/seqid=0 2024-11-10T12:15:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742226_1402 (size=12151) 2024-11-10T12:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:09,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:09,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240909071, max timestamp=1731240909104Num uniques 859; 2024-11-10T12:15:09,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:09,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240909071, max timestamp=1731240909104Num uniques 859; 2024-11-10T12:15:09,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:09,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240909071, max timestamp=1731240909104Num uniques 859; 2024-11-10T12:15:09,107 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240969137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240969138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240969148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240969150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240969152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240969256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240969256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240969256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240969266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240969276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,456 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fb6aa03667a342a2a0527a637c310096 2024-11-10T12:15:09,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/902f58cbf85f47b980129c1e53316bdc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc 2024-11-10T12:15:09,464 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc, entries=150, sequenceid=167, filesize=30.4 K 2024-11-10T12:15:09,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/376e6a12ac1547339cc3503b9328bff4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/376e6a12ac1547339cc3503b9328bff4 2024-11-10T12:15:09,468 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/376e6a12ac1547339cc3503b9328bff4, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T12:15:09,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fb6aa03667a342a2a0527a637c310096 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fb6aa03667a342a2a0527a637c310096 2024-11-10T12:15:09,472 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fb6aa03667a342a2a0527a637c310096, entries=150, sequenceid=167, filesize=11.9 K 2024-11-10T12:15:09,473 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for a850f735762c443cc1e4cc1cbd42a30e in 1277ms, sequenceid=167, compaction requested=true 2024-11-10T12:15:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:09,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-10T12:15:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-10T12:15:09,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-10T12:15:09,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0340 sec 2024-11-10T12:15:09,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 4.0410 sec 2024-11-10T12:15:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:09,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-10T12:15:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:09,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:09,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105d67d7b9f9d54abf9c6c51b23e317594_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742227_1403 (size=14794) 2024-11-10T12:15:09,502 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240969496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240969500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,506 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105d67d7b9f9d54abf9c6c51b23e317594_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105d67d7b9f9d54abf9c6c51b23e317594_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:09,507 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/834103fc9c80456e8ca05c10d4af96ea, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:09,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/834103fc9c80456e8ca05c10d4af96ea is 175, key is test_row_0/A:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742228_1404 (size=39749) 2024-11-10T12:15:09,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240969501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240969502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240969502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-10T12:15:09,596 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:09,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-10T12:15:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T12:15:09,598 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:09,599 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:09,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:09,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240969606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240969626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240969627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240969627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T12:15:09,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:09,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:09,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:09,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240969806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240969816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240969846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240969846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240969846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:09,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:09,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:09,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:09,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:09,911 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/834103fc9c80456e8ca05c10d4af96ea 2024-11-10T12:15:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T12:15:09,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/d61e6822a1a84e2c8a778b868eb5ebb0 is 50, key is test_row_0/B:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742229_1405 (size=12151) 2024-11-10T12:15:10,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:10,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:10,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240970135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,147 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240970156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240970156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240970166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:10,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:10,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T12:15:10,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/d61e6822a1a84e2c8a778b868eb5ebb0 2024-11-10T12:15:10,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/f5b5ea39eb5249f7a9754dda9017fb15 is 50, key is test_row_0/C:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742230_1406 (size=12151) 2024-11-10T12:15:10,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240970326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240970656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240970676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240970676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240970686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:10,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:10,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/f5b5ea39eb5249f7a9754dda9017fb15 2024-11-10T12:15:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T12:15:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/834103fc9c80456e8ca05c10d4af96ea as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea 2024-11-10T12:15:10,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea, entries=200, sequenceid=204, filesize=38.8 K 2024-11-10T12:15:10,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/d61e6822a1a84e2c8a778b868eb5ebb0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/d61e6822a1a84e2c8a778b868eb5ebb0 2024-11-10T12:15:10,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/d61e6822a1a84e2c8a778b868eb5ebb0, entries=150, sequenceid=204, filesize=11.9 K 2024-11-10T12:15:10,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/f5b5ea39eb5249f7a9754dda9017fb15 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/f5b5ea39eb5249f7a9754dda9017fb15 2024-11-10T12:15:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/f5b5ea39eb5249f7a9754dda9017fb15, entries=150, sequenceid=204, filesize=11.9 K 2024-11-10T12:15:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=40.25 KB/41220 for a850f735762c443cc1e4cc1cbd42a30e in 1272ms, sequenceid=204, compaction requested=true 2024-11-10T12:15:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:10,754 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:10,754 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:10,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,755 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:10,755 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133154 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:10,755 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:10,755 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:10,755 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,755 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,756 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/74f71ec60a8648bea6d43408d2c93ca3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/a6d9a8dd098e4ed4b6feb174a02f9bbb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/376e6a12ac1547339cc3503b9328bff4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/d61e6822a1a84e2c8a778b868eb5ebb0] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=47.6 K 2024-11-10T12:15:10,756 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d628ad2a82de4a7b9c37713d0b2d38c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=130.0 K 2024-11-10T12:15:10,756 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,756 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d628ad2a82de4a7b9c37713d0b2d38c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea] 2024-11-10T12:15:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,756 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 74f71ec60a8648bea6d43408d2c93ca3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731240905540 2024-11-10T12:15:10,756 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d628ad2a82de4a7b9c37713d0b2d38c8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731240905540 2024-11-10T12:15:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,757 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4aeffea11df4e31835cdeccb046109a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731240905661 2024-11-10T12:15:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,757 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d9a8dd098e4ed4b6feb174a02f9bbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731240905661 2024-11-10T12:15:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,757 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 902f58cbf85f47b980129c1e53316bdc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731240906873 2024-11-10T12:15:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,757 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 376e6a12ac1547339cc3503b9328bff4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731240906873 2024-11-10T12:15:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,757 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 834103fc9c80456e8ca05c10d4af96ea, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731240909136 2024-11-10T12:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,758 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d61e6822a1a84e2c8a778b868eb5ebb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731240909136 2024-11-10T12:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,766 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,768 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,769 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/19108e4bff954cf8b08640ab84443191 is 50, key is test_row_0/B:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,772 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111061fafc6e21334df6a430391bed466c00_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,774 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111061fafc6e21334df6a430391bed466c00_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,774 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111061fafc6e21334df6a430391bed466c00_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742231_1407 (size=12527) 2024-11-10T12:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,783 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/19108e4bff954cf8b08640ab84443191 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/19108e4bff954cf8b08640ab84443191 2024-11-10T12:15:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742232_1408 (size=4469) 2024-11-10T12:15:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,789 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into 19108e4bff954cf8b08640ab84443191(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:10,789 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:10,789 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=12, startTime=1731240910754; duration=0sec 2024-11-10T12:15:10,789 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,789 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:10,790 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,792 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:10,792 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:10,792 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,793 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/3d59f2ef0f5841d8a2563482be7b7727, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/dfd72f880cfb49a480725304970fde0c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fb6aa03667a342a2a0527a637c310096, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/f5b5ea39eb5249f7a9754dda9017fb15] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=47.6 K 2024-11-10T12:15:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,793 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d59f2ef0f5841d8a2563482be7b7727, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731240905540 2024-11-10T12:15:10,793 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd72f880cfb49a480725304970fde0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731240905661 2024-11-10T12:15:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,794 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fb6aa03667a342a2a0527a637c310096, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731240906873 2024-11-10T12:15:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,794 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f5b5ea39eb5249f7a9754dda9017fb15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731240909136 2024-11-10T12:15:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,802 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/0cb401bdc20746d98ecb43fc63a64b76 is 50, key is test_row_0/C:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742233_1409 (size=12527) 2024-11-10T12:15:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,811 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/0cb401bdc20746d98ecb43fc63a64b76 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0cb401bdc20746d98ecb43fc63a64b76 2024-11-10T12:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,816 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into 0cb401bdc20746d98ecb43fc63a64b76(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:10,816 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,816 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=12, startTime=1731240910755; duration=0sec 2024-11-10T12:15:10,816 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:10,816 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-10T12:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:10,824 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105ecf9f32f8d741319e4032e740d42468_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240909500/Put/seqid=0 2024-11-10T12:15:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742234_1410 (size=9814) 2024-11-10T12:15:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,188 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,189 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/cc2bba54b66f400eac9a03012d40e481 is 175, key is test_row_0/A:col10/1731240909480/Put/seqid=0 2024-11-10T12:15:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742235_1411 (size=31481) 2024-11-10T12:15:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,203 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/cc2bba54b66f400eac9a03012d40e481 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cc2bba54b66f400eac9a03012d40e481 2024-11-10T12:15:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,210 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into cc2bba54b66f400eac9a03012d40e481(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:11,210 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:11,210 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=12, startTime=1731240910754; duration=0sec 2024-11-10T12:15:11,210 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:11,210 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,241 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105ecf9f32f8d741319e4032e740d42468_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105ecf9f32f8d741319e4032e740d42468_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/624231d7d8ed4c0ab2c24616fec9ea64, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/624231d7d8ed4c0ab2c24616fec9ea64 is 175, key is test_row_0/A:col10/1731240909500/Put/seqid=0 2024-11-10T12:15:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742236_1412 (size=22461) 2024-11-10T12:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,248 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/624231d7d8ed4c0ab2c24616fec9ea64 2024-11-10T12:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/67b28ee560cb4af5b11d3d986c4ec4cb is 50, key is test_row_0/B:col10/1731240909500/Put/seqid=0 2024-11-10T12:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742237_1413 (size=9757) 2024-11-10T12:15:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,266 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/67b28ee560cb4af5b11d3d986c4ec4cb 2024-11-10T12:15:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1a2bed06973a4e7b85a23d66a75548b7 is 50, key is test_row_0/C:col10/1731240909500/Put/seqid=0 2024-11-10T12:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742238_1414 (size=9757) 2024-11-10T12:15:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:11,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:11,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240911509, max timestamp=1731240911559Num uniques 859; 2024-11-10T12:15:11,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240911509, max timestamp=1731240911559Num uniques 859; 2024-11-10T12:15:11,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:11,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:11,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240911509, max timestamp=1731240911559Num uniques 859; 2024-11-10T12:15:11,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:11,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731240911634, max timestamp=1731240911677Num uniques 1018; 2024-11-10T12:15:11,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-10T12:15:11,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731240911634, max timestamp=1731240911677Num uniques 1018; 2024-11-10T12:15:11,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-10T12:15:11,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731240911634, max timestamp=1731240911677Num uniques 1018; 2024-11-10T12:15:11,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-10T12:15:11,683 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1a2bed06973a4e7b85a23d66a75548b7 2024-11-10T12:15:11,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/624231d7d8ed4c0ab2c24616fec9ea64 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64 2024-11-10T12:15:11,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64, entries=100, sequenceid=215, filesize=21.9 K 2024-11-10T12:15:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/67b28ee560cb4af5b11d3d986c4ec4cb as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67b28ee560cb4af5b11d3d986c4ec4cb 2024-11-10T12:15:11,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67b28ee560cb4af5b11d3d986c4ec4cb, entries=100, sequenceid=215, filesize=9.5 K 2024-11-10T12:15:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1a2bed06973a4e7b85a23d66a75548b7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1a2bed06973a4e7b85a23d66a75548b7 2024-11-10T12:15:11,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1a2bed06973a4e7b85a23d66a75548b7, entries=100, sequenceid=215, filesize=9.5 K 2024-11-10T12:15:11,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=60.38 KB/61830 for a850f735762c443cc1e4cc1cbd42a30e in 875ms, sequenceid=215, compaction requested=false 2024-11-10T12:15:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-10T12:15:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-10T12:15:11,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-10T12:15:11,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1020 sec 2024-11-10T12:15:11,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.1060 sec 2024-11-10T12:15:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:11,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=67.09 KB heapSize=180.23 KB 2024-11-10T12:15:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:11,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:11,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c768dbb0ae4948ce8d5e0548a44c47ac_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742239_1415 (size=17434) 2024-11-10T12:15:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-10T12:15:11,746 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:11,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-10T12:15:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T12:15:11,748 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:11,749 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:11,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:11,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240971738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240971739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240971744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240971745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,759 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240971746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T12:15:11,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240971866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240971866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240971866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240971866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240971866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:11,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:11,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:11,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:11,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:11,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:11,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:11,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T12:15:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240972086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240972086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240972086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240972086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240972087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:12,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c768dbb0ae4948ce8d5e0548a44c47ac_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c768dbb0ae4948ce8d5e0548a44c47ac_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:12,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/fdbc5765866b4cc6877fe764e451f842, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:12,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/fdbc5765866b4cc6877fe764e451f842 is 175, key is test_row_0/A:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:12,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742240_1416 (size=48539) 2024-11-10T12:15:12,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/fdbc5765866b4cc6877fe764e451f842 2024-11-10T12:15:12,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/72af0443ea7d4a3ea76660620155468b is 50, key is test_row_0/B:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:12,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742241_1417 (size=12251) 2024-11-10T12:15:12,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T12:15:12,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240972406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240972406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240972406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240972406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240972406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/72af0443ea7d4a3ea76660620155468b 2024-11-10T12:15:12,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/07a02f77ac404c5b9cd90e996ab57977 is 50, key is test_row_0/C:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742242_1418 (size=12251) 2024-11-10T12:15:12,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T12:15:12,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240972916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240972916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240972926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240972926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240972926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:12,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:12,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/07a02f77ac404c5b9cd90e996ab57977 2024-11-10T12:15:12,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/fdbc5765866b4cc6877fe764e451f842 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842 2024-11-10T12:15:12,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842, entries=250, sequenceid=260, filesize=47.4 K 2024-11-10T12:15:12,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/72af0443ea7d4a3ea76660620155468b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/72af0443ea7d4a3ea76660620155468b 2024-11-10T12:15:12,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/72af0443ea7d4a3ea76660620155468b, entries=150, sequenceid=260, filesize=12.0 K 2024-11-10T12:15:12,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/07a02f77ac404c5b9cd90e996ab57977 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/07a02f77ac404c5b9cd90e996ab57977 2024-11-10T12:15:12,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/07a02f77ac404c5b9cd90e996ab57977, entries=150, sequenceid=260, filesize=12.0 K 2024-11-10T12:15:12,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~200.11 KB/204912, currentSize=107.34 KB/109920 for a850f735762c443cc1e4cc1cbd42a30e in 1261ms, sequenceid=260, compaction requested=true 2024-11-10T12:15:12,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:12,967 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:12,967 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:12,968 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,968 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,968 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/19108e4bff954cf8b08640ab84443191, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67b28ee560cb4af5b11d3d986c4ec4cb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/72af0443ea7d4a3ea76660620155468b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=33.7 K 2024-11-10T12:15:12,968 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cc2bba54b66f400eac9a03012d40e481, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=100.1 K 2024-11-10T12:15:12,968 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cc2bba54b66f400eac9a03012d40e481, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842] 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 19108e4bff954cf8b08640ab84443191, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731240909136 2024-11-10T12:15:12,968 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc2bba54b66f400eac9a03012d40e481, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731240909136 2024-11-10T12:15:12,969 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b28ee560cb4af5b11d3d986c4ec4cb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731240909500 2024-11-10T12:15:12,969 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 624231d7d8ed4c0ab2c24616fec9ea64, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731240909500 2024-11-10T12:15:12,969 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 72af0443ea7d4a3ea76660620155468b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731240911693 2024-11-10T12:15:12,969 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdbc5765866b4cc6877fe764e451f842, keycount=250, bloomtype=ROW, size=47.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731240911693 2024-11-10T12:15:12,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-10T12:15:12,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:12,973 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:15:12,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:12,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:12,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:12,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:12,976 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:12,977 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ec6dd9fdaa0c4f809801daff8513a5fc is 50, key is test_row_0/B:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:12,984 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:12,990 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411101b346852d278459b8893aeda487aa8e7_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:12,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111097219f7876df4339a747f37094bbe63c_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240911745/Put/seqid=0 2024-11-10T12:15:12,992 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411101b346852d278459b8893aeda487aa8e7_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:12,992 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411101b346852d278459b8893aeda487aa8e7_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742243_1419 (size=12729) 2024-11-10T12:15:12,998 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/ec6dd9fdaa0c4f809801daff8513a5fc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ec6dd9fdaa0c4f809801daff8513a5fc 2024-11-10T12:15:13,002 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into ec6dd9fdaa0c4f809801daff8513a5fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:13,002 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:13,002 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=13, startTime=1731240912967; duration=0sec 2024-11-10T12:15:13,002 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:13,002 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:13,002 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:13,003 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:13,003 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:13,003 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:13,003 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0cb401bdc20746d98ecb43fc63a64b76, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1a2bed06973a4e7b85a23d66a75548b7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/07a02f77ac404c5b9cd90e996ab57977] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=33.7 K 2024-11-10T12:15:13,004 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb401bdc20746d98ecb43fc63a64b76, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731240909136 2024-11-10T12:15:13,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a2bed06973a4e7b85a23d66a75548b7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731240909500 2024-11-10T12:15:13,006 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 07a02f77ac404c5b9cd90e996ab57977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731240911693 2024-11-10T12:15:13,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742244_1420 (size=12454) 2024-11-10T12:15:13,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742245_1421 (size=4469) 2024-11-10T12:15:13,018 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:13,019 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d8ed041931ed472a891c7b130852b642 is 50, key is test_row_0/C:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:13,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742246_1422 (size=12729) 2024-11-10T12:15:13,027 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d8ed041931ed472a891c7b130852b642 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d8ed041931ed472a891c7b130852b642 2024-11-10T12:15:13,034 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into d8ed041931ed472a891c7b130852b642(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:13,034 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:13,034 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=13, startTime=1731240912967; duration=0sec 2024-11-10T12:15:13,034 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:13,034 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:13,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,414 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111097219f7876df4339a747f37094bbe63c_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111097219f7876df4339a747f37094bbe63c_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/1c837b50bf1a441394e6f34bfbed4d1f, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/1c837b50bf1a441394e6f34bfbed4d1f is 175, key is test_row_0/A:col10/1731240911745/Put/seqid=0 2024-11-10T12:15:13,421 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#358 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:13,422 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/af993dc1ce134fb58dee3cce08ce115e is 175, key is test_row_0/A:col10/1731240911703/Put/seqid=0 2024-11-10T12:15:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742247_1423 (size=31255) 2024-11-10T12:15:13,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742248_1424 (size=31683) 2024-11-10T12:15:13,426 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/1c837b50bf1a441394e6f34bfbed4d1f 2024-11-10T12:15:13,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/481b9c6e89fb47739f7d72e49f6b47ae is 50, key is test_row_0/B:col10/1731240911745/Put/seqid=0 2024-11-10T12:15:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742249_1425 (size=12301) 2024-11-10T12:15:13,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/481b9c6e89fb47739f7d72e49f6b47ae 2024-11-10T12:15:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/7fe325e094134062a56e3bfc70a8e01d is 50, key is test_row_0/C:col10/1731240911745/Put/seqid=0 2024-11-10T12:15:13,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742250_1426 (size=12301) 2024-11-10T12:15:13,831 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/af993dc1ce134fb58dee3cce08ce115e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/af993dc1ce134fb58dee3cce08ce115e 2024-11-10T12:15:13,835 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into af993dc1ce134fb58dee3cce08ce115e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:13,835 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:13,836 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=13, startTime=1731240912967; duration=0sec 2024-11-10T12:15:13,836 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:13,836 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:13,851 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/7fe325e094134062a56e3bfc70a8e01d 2024-11-10T12:15:13,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/1c837b50bf1a441394e6f34bfbed4d1f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f 2024-11-10T12:15:13,858 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f, entries=150, sequenceid=279, filesize=30.5 K 2024-11-10T12:15:13,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/481b9c6e89fb47739f7d72e49f6b47ae as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/481b9c6e89fb47739f7d72e49f6b47ae 2024-11-10T12:15:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,863 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/481b9c6e89fb47739f7d72e49f6b47ae, entries=150, sequenceid=279, filesize=12.0 K 2024-11-10T12:15:13,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/7fe325e094134062a56e3bfc70a8e01d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fe325e094134062a56e3bfc70a8e01d 2024-11-10T12:15:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,867 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fe325e094134062a56e3bfc70a8e01d, entries=150, sequenceid=279, filesize=12.0 K 2024-11-10T12:15:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,868 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for a850f735762c443cc1e4cc1cbd42a30e in 895ms, sequenceid=279, compaction requested=false 2024-11-10T12:15:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-10T12:15:13,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1210 sec 2024-11-10T12:15:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.1270 sec 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,896 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-10T12:15:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,898 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T12:15:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,899 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:13,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T12:15:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:14,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111057f214d3b05e4338ba6405597dc930a7_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742251_1427 (size=22618) 2024-11-10T12:15:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T12:15:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111057f214d3b05e4338ba6405597dc930a7_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111057f214d3b05e4338ba6405597dc930a7_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:14,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f185af0f50674d75913fa62090dd109d, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:14,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f185af0f50674d75913fa62090dd109d is 175, key is test_row_0/A:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742252_1428 (size=66023) 2024-11-10T12:15:14,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f185af0f50674d75913fa62090dd109d 2024-11-10T12:15:14,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/3b98eccd33c846e2bcb95091d43d9e56 is 50, key is test_row_0/B:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742253_1429 (size=12301) 2024-11-10T12:15:14,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/3b98eccd33c846e2bcb95091d43d9e56 2024-11-10T12:15:14,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240914068, max timestamp=1731240914108Num uniques 859; 2024-11-10T12:15:14,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:14,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240914068, max timestamp=1731240914108Num uniques 859; 2024-11-10T12:15:14,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:14,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240914068, max timestamp=1731240914108Num uniques 859; 2024-11-10T12:15:14,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:14,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/0de8b1af88b9402da8873ff668f77a6b is 50, key is test_row_0/C:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742254_1430 (size=12301) 2024-11-10T12:15:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240974179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240974180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240974181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240974184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240974186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T12:15:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T12:15:14,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240974306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240974306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240974306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240974306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240974306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T12:15:14,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:14,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/0de8b1af88b9402da8873ff668f77a6b 2024-11-10T12:15:14,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T12:15:14,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:14,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f185af0f50674d75913fa62090dd109d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d 2024-11-10T12:15:14,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:14,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T12:15:14,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d, entries=350, sequenceid=292, filesize=64.5 K 2024-11-10T12:15:14,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/3b98eccd33c846e2bcb95091d43d9e56 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3b98eccd33c846e2bcb95091d43d9e56 2024-11-10T12:15:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240974526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240974526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240974526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240974527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240974527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3b98eccd33c846e2bcb95091d43d9e56, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T12:15:14,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/0de8b1af88b9402da8873ff668f77a6b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0de8b1af88b9402da8873ff668f77a6b 2024-11-10T12:15:14,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0de8b1af88b9402da8873ff668f77a6b, entries=150, sequenceid=292, filesize=12.0 K 2024-11-10T12:15:14,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a850f735762c443cc1e4cc1cbd42a30e in 506ms, sequenceid=292, compaction requested=true 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:14,538 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:14,538 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:14,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128961 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:14,539 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,539 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,539 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/af993dc1ce134fb58dee3cce08ce115e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=125.9 K 2024-11-10T12:15:14,539 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,539 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ec6dd9fdaa0c4f809801daff8513a5fc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/481b9c6e89fb47739f7d72e49f6b47ae, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3b98eccd33c846e2bcb95091d43d9e56] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=36.5 K 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/af993dc1ce134fb58dee3cce08ce115e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d] 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting af993dc1ce134fb58dee3cce08ce115e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731240911693 2024-11-10T12:15:14,539 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ec6dd9fdaa0c4f809801daff8513a5fc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731240911693 2024-11-10T12:15:14,540 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c837b50bf1a441394e6f34bfbed4d1f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731240911736 2024-11-10T12:15:14,540 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 481b9c6e89fb47739f7d72e49f6b47ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731240911736 2024-11-10T12:15:14,540 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f185af0f50674d75913fa62090dd109d, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731240913968 2024-11-10T12:15:14,540 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b98eccd33c846e2bcb95091d43d9e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731240913969 2024-11-10T12:15:14,544 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:14,547 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110361026767a584cf1aedac26ff5a75878_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:14,547 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:14,548 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/4f18a7e855354f9e844cfa084b6bc6b5 is 50, key is test_row_0/B:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,548 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110361026767a584cf1aedac26ff5a75878_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:14,548 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110361026767a584cf1aedac26ff5a75878_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742255_1431 (size=12881) 2024-11-10T12:15:14,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742256_1432 (size=4469) 2024-11-10T12:15:14,555 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/4f18a7e855354f9e844cfa084b6bc6b5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/4f18a7e855354f9e844cfa084b6bc6b5 2024-11-10T12:15:14,560 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into 4f18a7e855354f9e844cfa084b6bc6b5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:14,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:14,561 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=13, startTime=1731240914538; duration=0sec 2024-11-10T12:15:14,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:14,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:14,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:14,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:14,561 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:14,562 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,562 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d8ed041931ed472a891c7b130852b642, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fe325e094134062a56e3bfc70a8e01d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0de8b1af88b9402da8873ff668f77a6b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=36.5 K 2024-11-10T12:15:14,562 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d8ed041931ed472a891c7b130852b642, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731240911693 2024-11-10T12:15:14,564 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fe325e094134062a56e3bfc70a8e01d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731240911736 2024-11-10T12:15:14,564 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0de8b1af88b9402da8873ff668f77a6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731240913969 2024-11-10T12:15:14,573 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:14,573 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1ceb93e1f88942dc9254aee7aafc385c is 50, key is test_row_0/C:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742257_1433 (size=12881) 2024-11-10T12:15:14,585 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/1ceb93e1f88942dc9254aee7aafc385c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1ceb93e1f88942dc9254aee7aafc385c 2024-11-10T12:15:14,588 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into 1ceb93e1f88942dc9254aee7aafc385c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:14,588 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:14,589 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=13, startTime=1731240914538; duration=0sec 2024-11-10T12:15:14,589 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:14,589 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:14,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-10T12:15:14,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:14,678 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-10T12:15:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:14,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:14,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109dd6c4888807492883562bbb5ad5ce0a_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240914114/Put/seqid=0 2024-11-10T12:15:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742258_1434 (size=12454) 2024-11-10T12:15:14,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:14,697 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411109dd6c4888807492883562bbb5ad5ce0a_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109dd6c4888807492883562bbb5ad5ce0a_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:14,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/60cab5382b8649bebec7833a40580888, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:14,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/60cab5382b8649bebec7833a40580888 is 175, key is test_row_0/A:col10/1731240914114/Put/seqid=0 2024-11-10T12:15:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742259_1435 (size=31255) 2024-11-10T12:15:14,703 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/60cab5382b8649bebec7833a40580888 2024-11-10T12:15:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/622720aed5204a64b170fd1dfae9fb96 is 50, key is test_row_0/B:col10/1731240914114/Put/seqid=0 2024-11-10T12:15:14,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742260_1436 (size=12301) 2024-11-10T12:15:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:14,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240974844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240974845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240974845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240974848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240974859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,953 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#366 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:14,954 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/23f0bf2ae4624236a80427e4c1bdbc63 is 175, key is test_row_0/A:col10/1731240914023/Put/seqid=0 2024-11-10T12:15:14,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742261_1437 (size=31835) 2024-11-10T12:15:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240974966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240974966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240974966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240974967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:14,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240974967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:14,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T12:15:15,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/622720aed5204a64b170fd1dfae9fb96 2024-11-10T12:15:15,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/c3df9ecc40db4bc48643d96c14a4d869 is 50, key is test_row_0/C:col10/1731240914114/Put/seqid=0 2024-11-10T12:15:15,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742262_1438 (size=12301) 2024-11-10T12:15:15,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240975175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240975176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240975176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240975176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240975186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,362 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/23f0bf2ae4624236a80427e4c1bdbc63 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/23f0bf2ae4624236a80427e4c1bdbc63 2024-11-10T12:15:15,366 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into 23f0bf2ae4624236a80427e4c1bdbc63(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:15,366 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:15,366 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=13, startTime=1731240914538; duration=0sec 2024-11-10T12:15:15,366 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:15,366 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240975496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240975496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240975497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240975497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240975506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:15,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:15,526 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/c3df9ecc40db4bc48643d96c14a4d869 2024-11-10T12:15:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/60cab5382b8649bebec7833a40580888 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888 2024-11-10T12:15:15,533 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888, entries=150, sequenceid=331, filesize=30.5 K 2024-11-10T12:15:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/622720aed5204a64b170fd1dfae9fb96 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/622720aed5204a64b170fd1dfae9fb96 2024-11-10T12:15:15,537 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/622720aed5204a64b170fd1dfae9fb96, entries=150, sequenceid=331, filesize=12.0 K 2024-11-10T12:15:15,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/c3df9ecc40db4bc48643d96c14a4d869 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c3df9ecc40db4bc48643d96c14a4d869 2024-11-10T12:15:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c3df9ecc40db4bc48643d96c14a4d869, entries=150, sequenceid=331, filesize=12.0 K 2024-11-10T12:15:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,541 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for a850f735762c443cc1e4cc1cbd42a30e in 864ms, sequenceid=331, compaction requested=false 2024-11-10T12:15:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-10T12:15:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-10T12:15:15,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-10T12:15:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.6480 sec 2024-11-10T12:15:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:16,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:15:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:16,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-10T12:15:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,056 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,057 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-10T12:15:16,059 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111013677ea9ddcd4602ba0a3ff0d64d33a1_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742263_1439 (size=12454) 2024-11-10T12:15:16,072 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111013677ea9ddcd4602ba0a3ff0d64d33a1_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111013677ea9ddcd4602ba0a3ff0d64d33a1_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:16,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:16,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/89018312670f43c2930ad5fa1a630d11, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:16,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/89018312670f43c2930ad5fa1a630d11 is 175, key is test_row_0/A:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:16,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742264_1440 (size=31251) 2024-11-10T12:15:16,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/89018312670f43c2930ad5fa1a630d11 2024-11-10T12:15:16,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/dd0e0944b499464ca40e186f1161e0a4 is 50, key is test_row_0/B:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:16,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742265_1441 (size=9857) 2024-11-10T12:15:16,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731240916100, max timestamp=1731240916121Num uniques 859; 2024-11-10T12:15:16,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:16,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731240916100, max timestamp=1731240916121Num uniques 859; 2024-11-10T12:15:16,126 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:16,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731240916100, max timestamp=1731240916121Num uniques 859; 2024-11-10T12:15:16,139 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-10T12:15:16,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240976173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240976173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240976174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240976189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240976189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T12:15:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240976296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240976296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240976296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240976316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240976317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T12:15:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:16,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/dd0e0944b499464ca40e186f1161e0a4 2024-11-10T12:15:16,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T12:15:16,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:16,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/7fb465f2baa4439192bc64f68d304dfc is 50, key is test_row_0/C:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:16,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742266_1442 (size=9857) 2024-11-10T12:15:16,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240976516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240976516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240976516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240976536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240976536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T12:15:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:16,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T12:15:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:16,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240976836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240976836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240976836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240976846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240976856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:16,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/7fb465f2baa4439192bc64f68d304dfc 2024-11-10T12:15:16,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/89018312670f43c2930ad5fa1a630d11 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11 2024-11-10T12:15:16,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11, entries=150, sequenceid=343, filesize=30.5 K 2024-11-10T12:15:16,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/dd0e0944b499464ca40e186f1161e0a4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/dd0e0944b499464ca40e186f1161e0a4 2024-11-10T12:15:16,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/dd0e0944b499464ca40e186f1161e0a4, entries=100, sequenceid=343, filesize=9.6 K 2024-11-10T12:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/7fb465f2baa4439192bc64f68d304dfc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fb465f2baa4439192bc64f68d304dfc 2024-11-10T12:15:16,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fb465f2baa4439192bc64f68d304dfc, entries=100, sequenceid=343, filesize=9.6 K 2024-11-10T12:15:16,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.55 KB/134705 for a850f735762c443cc1e4cc1cbd42a30e in 890ms, sequenceid=343, compaction requested=true 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:16,943 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:16,943 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:16,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:16,943 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:16,943 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94341 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:16,944 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,944 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,944 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/4f18a7e855354f9e844cfa084b6bc6b5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/622720aed5204a64b170fd1dfae9fb96, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/dd0e0944b499464ca40e186f1161e0a4] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=34.2 K 2024-11-10T12:15:16,944 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/23f0bf2ae4624236a80427e4c1bdbc63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=92.1 K 2024-11-10T12:15:16,944 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/23f0bf2ae4624236a80427e4c1bdbc63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11] 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f18a7e855354f9e844cfa084b6bc6b5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731240913969 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23f0bf2ae4624236a80427e4c1bdbc63, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731240913969 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 622720aed5204a64b170fd1dfae9fb96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731240914114 2024-11-10T12:15:16,944 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cab5382b8649bebec7833a40580888, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731240914114 2024-11-10T12:15:16,945 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting dd0e0944b499464ca40e186f1161e0a4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731240914841 2024-11-10T12:15:16,945 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89018312670f43c2930ad5fa1a630d11, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731240914841 2024-11-10T12:15:16,951 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:16,953 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:16,953 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411105d8e3920c62f441587ddee2913343d5c_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:16,953 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/04f294e7593449ae859d3b8d71256ad2 is 50, key is test_row_0/B:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:16,955 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411105d8e3920c62f441587ddee2913343d5c_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:16,955 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105d8e3920c62f441587ddee2913343d5c_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742267_1443 (size=12983) 2024-11-10T12:15:16,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742268_1444 (size=4469) 2024-11-10T12:15:16,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:16,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=131.55 KB heapSize=374.30 KB 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:16,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:16,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d4ac15b1b378401f9aa8046828b3aa01_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240916169/Put/seqid=0 2024-11-10T12:15:16,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742269_1445 (size=12454) 2024-11-10T12:15:17,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:17,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. as already flushing 2024-11-10T12:15:17,369 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#376 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:17,370 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/548af6ac53864ceeaed04b7a31605cbe is 175, key is test_row_0/A:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:17,372 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/04f294e7593449ae859d3b8d71256ad2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/04f294e7593449ae859d3b8d71256ad2 2024-11-10T12:15:17,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742270_1446 (size=32044) 2024-11-10T12:15:17,377 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into 04f294e7593449ae859d3b8d71256ad2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:17,377 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:17,377 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=13, startTime=1731240916943; duration=0sec 2024-11-10T12:15:17,377 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:17,377 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:17,377 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:17,378 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/548af6ac53864ceeaed04b7a31605cbe as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/548af6ac53864ceeaed04b7a31605cbe 2024-11-10T12:15:17,378 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:17,378 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:17,378 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:17,378 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1ceb93e1f88942dc9254aee7aafc385c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c3df9ecc40db4bc48643d96c14a4d869, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fb465f2baa4439192bc64f68d304dfc] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=34.2 K 2024-11-10T12:15:17,379 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ceb93e1f88942dc9254aee7aafc385c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731240913969 2024-11-10T12:15:17,379 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c3df9ecc40db4bc48643d96c14a4d869, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731240914114 2024-11-10T12:15:17,379 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fb465f2baa4439192bc64f68d304dfc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731240914841 2024-11-10T12:15:17,382 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into 548af6ac53864ceeaed04b7a31605cbe(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:17,382 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:17,382 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=13, startTime=1731240916943; duration=0sec 2024-11-10T12:15:17,382 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:17,382 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240977370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240977379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,388 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#378 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:17,388 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/8803f60433774fb0a25715626157483b is 50, key is test_row_0/C:col10/1731240916051/Put/seqid=0 2024-11-10T12:15:17,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742271_1447 (size=12983) 2024-11-10T12:15:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240977380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240977382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240977383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,398 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d4ac15b1b378401f9aa8046828b3aa01_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4ac15b1b378401f9aa8046828b3aa01_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/62bb644102d2496087382f7cbda3c011, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/62bb644102d2496087382f7cbda3c011 is 175, key is test_row_0/A:col10/1731240916169/Put/seqid=0 2024-11-10T12:15:17,400 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/8803f60433774fb0a25715626157483b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/8803f60433774fb0a25715626157483b 2024-11-10T12:15:17,407 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into 8803f60433774fb0a25715626157483b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:17,407 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:17,407 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=13, startTime=1731240916943; duration=0sec 2024-11-10T12:15:17,407 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:17,407 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742272_1448 (size=31255) 2024-11-10T12:15:17,414 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/62bb644102d2496087382f7cbda3c011 2024-11-10T12:15:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/e63b07fc91984fec8c991e2c68d7bb66 is 50, key is test_row_0/B:col10/1731240916169/Put/seqid=0 2024-11-10T12:15:17,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742273_1449 (size=12301) 2024-11-10T12:15:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240977486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240977496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240977505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240977506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240977506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240977696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240977706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240977726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240977726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240977726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:17,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:17,829 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/e63b07fc91984fec8c991e2c68d7bb66 2024-11-10T12:15:17,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d793da6bfa3e49ecb9c4c3c56623f05b is 50, key is test_row_0/C:col10/1731240916169/Put/seqid=0 2024-11-10T12:15:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742274_1450 (size=12301) 2024-11-10T12:15:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240978016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240978026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240978046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240978046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240978046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:15:18,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:18,240 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d793da6bfa3e49ecb9c4c3c56623f05b 2024-11-10T12:15:18,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/62bb644102d2496087382f7cbda3c011 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011 2024-11-10T12:15:18,247 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011, entries=150, sequenceid=379, filesize=30.5 K 2024-11-10T12:15:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/e63b07fc91984fec8c991e2c68d7bb66 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/e63b07fc91984fec8c991e2c68d7bb66 2024-11-10T12:15:18,251 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/e63b07fc91984fec8c991e2c68d7bb66, entries=150, sequenceid=379, filesize=12.0 K 2024-11-10T12:15:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d793da6bfa3e49ecb9c4c3c56623f05b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d793da6bfa3e49ecb9c4c3c56623f05b 2024-11-10T12:15:18,254 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d793da6bfa3e49ecb9c4c3c56623f05b, entries=150, sequenceid=379, filesize=12.0 K 2024-11-10T12:15:18,255 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~131.55 KB/134705, heapSize ~374.26 KB/383240, currentSize=53.67 KB/54960 for a850f735762c443cc1e4cc1cbd42a30e in 1274ms, sequenceid=379, compaction requested=false 2024-11-10T12:15:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:18,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-10T12:15:18,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-10T12:15:18,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-10T12:15:18,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1940 sec 2024-11-10T12:15:18,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.2010 sec 2024-11-10T12:15:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:18,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T12:15:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:18,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:18,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:18,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110939c258ed0db4e53b01cde7ca1d2e54a_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:18,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742275_1451 (size=14994) 2024-11-10T12:15:18,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240978597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240978602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240978607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240978609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240978612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240978716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240978716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240978716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240978726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240978726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240978936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240978936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240978936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,938 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240978946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240978946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:18,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:18,956 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110939c258ed0db4e53b01cde7ca1d2e54a_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110939c258ed0db4e53b01cde7ca1d2e54a_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:18,957 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f24d417e7fed4a1d9f08112de4a8a906, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:18,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f24d417e7fed4a1d9f08112de4a8a906 is 175, key is test_row_0/A:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:18,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742276_1452 (size=39949) 2024-11-10T12:15:18,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f24d417e7fed4a1d9f08112de4a8a906 2024-11-10T12:15:18,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/0b0cf27de61947ce8ffe034d1099d62b is 50, key is test_row_0/B:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742277_1453 (size=12301) 2024-11-10T12:15:18,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/0b0cf27de61947ce8ffe034d1099d62b 2024-11-10T12:15:18,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d24565e6429240e699ecc17b2826f2d3 is 50, key is test_row_0/C:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:18,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742278_1454 (size=12301) 2024-11-10T12:15:19,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240979246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240979246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240979246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240979256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240979256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d24565e6429240e699ecc17b2826f2d3 2024-11-10T12:15:19,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/f24d417e7fed4a1d9f08112de4a8a906 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906 2024-11-10T12:15:19,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906, entries=200, sequenceid=394, filesize=39.0 K 2024-11-10T12:15:19,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/0b0cf27de61947ce8ffe034d1099d62b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/0b0cf27de61947ce8ffe034d1099d62b 2024-11-10T12:15:19,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/0b0cf27de61947ce8ffe034d1099d62b, entries=150, sequenceid=394, filesize=12.0 K 2024-11-10T12:15:19,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/d24565e6429240e699ecc17b2826f2d3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d24565e6429240e699ecc17b2826f2d3 2024-11-10T12:15:19,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d24565e6429240e699ecc17b2826f2d3, entries=150, sequenceid=394, filesize=12.0 K 2024-11-10T12:15:19,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a850f735762c443cc1e4cc1cbd42a30e in 858ms, sequenceid=394, compaction requested=true 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:19,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:19,400 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:19,400 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:19,401 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:19,401 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103248 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:19,401 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/B is initiating minor compaction (all files) 2024-11-10T12:15:19,401 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/A is initiating minor compaction (all files) 2024-11-10T12:15:19,401 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/A in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:19,401 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/B in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:19,401 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/548af6ac53864ceeaed04b7a31605cbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=100.8 K 2024-11-10T12:15:19,401 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/04f294e7593449ae859d3b8d71256ad2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/e63b07fc91984fec8c991e2c68d7bb66, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/0b0cf27de61947ce8ffe034d1099d62b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=36.7 K 2024-11-10T12:15:19,401 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:19,401 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/548af6ac53864ceeaed04b7a31605cbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906] 2024-11-10T12:15:19,402 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 04f294e7593449ae859d3b8d71256ad2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731240914181 2024-11-10T12:15:19,402 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 548af6ac53864ceeaed04b7a31605cbe, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731240914181 2024-11-10T12:15:19,403 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e63b07fc91984fec8c991e2c68d7bb66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731240916169 2024-11-10T12:15:19,403 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62bb644102d2496087382f7cbda3c011, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731240916169 2024-11-10T12:15:19,403 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b0cf27de61947ce8ffe034d1099d62b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731240917377 2024-11-10T12:15:19,403 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f24d417e7fed4a1d9f08112de4a8a906, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731240917377 2024-11-10T12:15:19,411 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:19,412 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/aa96a5a23788445592af2f49c25e1110 is 50, key is test_row_0/B:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:19,413 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:19,415 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111038caa6a48cd847fca276543fc6654d93_a850f735762c443cc1e4cc1cbd42a30e store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:19,417 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111038caa6a48cd847fca276543fc6654d93_a850f735762c443cc1e4cc1cbd42a30e, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:19,417 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111038caa6a48cd847fca276543fc6654d93_a850f735762c443cc1e4cc1cbd42a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:19,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742279_1455 (size=13085) 2024-11-10T12:15:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742280_1456 (size=4469) 2024-11-10T12:15:19,432 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/aa96a5a23788445592af2f49c25e1110 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/aa96a5a23788445592af2f49c25e1110 2024-11-10T12:15:19,436 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/B of a850f735762c443cc1e4cc1cbd42a30e into aa96a5a23788445592af2f49c25e1110(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:19,436 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:19,436 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/B, priority=13, startTime=1731240919400; duration=0sec 2024-11-10T12:15:19,436 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:19,436 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:19,436 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:19,438 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:19,438 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): a850f735762c443cc1e4cc1cbd42a30e/C is initiating minor compaction (all files) 2024-11-10T12:15:19,438 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a850f735762c443cc1e4cc1cbd42a30e/C in TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:19,438 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/8803f60433774fb0a25715626157483b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d793da6bfa3e49ecb9c4c3c56623f05b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d24565e6429240e699ecc17b2826f2d3] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp, totalSize=36.7 K 2024-11-10T12:15:19,438 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8803f60433774fb0a25715626157483b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731240914181 2024-11-10T12:15:19,438 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d793da6bfa3e49ecb9c4c3c56623f05b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731240916169 2024-11-10T12:15:19,439 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d24565e6429240e699ecc17b2826f2d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1731240917377 2024-11-10T12:15:19,445 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#C#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:19,445 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fbd31f71050e4e94a25dfb5a8b0e64d2 is 50, key is test_row_0/C:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742281_1457 (size=13085) 2024-11-10T12:15:19,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:19,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-10T12:15:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:19,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:19,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110301af7eb83f34aba9665fb362365c92c_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240918611/Put/seqid=0 2024-11-10T12:15:19,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742282_1458 (size=14994) 2024-11-10T12:15:19,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240979790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240979790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240979791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240979791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240979792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,829 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a850f735762c443cc1e4cc1cbd42a30e#A#compaction#385 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:19,830 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/dfc2186869f24e0a81de858b3c8897f5 is 175, key is test_row_0/A:col10/1731240917377/Put/seqid=0 2024-11-10T12:15:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742283_1459 (size=32039) 2024-11-10T12:15:19,838 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/dfc2186869f24e0a81de858b3c8897f5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dfc2186869f24e0a81de858b3c8897f5 2024-11-10T12:15:19,842 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/A of a850f735762c443cc1e4cc1cbd42a30e into dfc2186869f24e0a81de858b3c8897f5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:19,842 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:19,842 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/A, priority=13, startTime=1731240919400; duration=0sec 2024-11-10T12:15:19,842 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:19,842 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:19,852 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fbd31f71050e4e94a25dfb5a8b0e64d2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbd31f71050e4e94a25dfb5a8b0e64d2 2024-11-10T12:15:19,858 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a850f735762c443cc1e4cc1cbd42a30e/C of a850f735762c443cc1e4cc1cbd42a30e into fbd31f71050e4e94a25dfb5a8b0e64d2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:19,858 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:19,858 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., storeName=a850f735762c443cc1e4cc1cbd42a30e/C, priority=13, startTime=1731240919400; duration=0sec 2024-11-10T12:15:19,858 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:19,858 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:19,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240979906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240979916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240979916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240979917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240979917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240980126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240980126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240980127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,136 INFO [Thread-1663 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1663. 2024-11-10T12:15:20,136 DEBUG [Thread-1663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:20,136 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,136 DEBUG [Thread-1663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:20,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240980136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240980136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,142 INFO [Thread-1657 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1657. 2024-11-10T12:15:20,143 DEBUG [Thread-1657 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:20,143 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,143 DEBUG [Thread-1657 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:20,144 INFO [Thread-1659 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1659. 2024-11-10T12:15:20,144 DEBUG [Thread-1659 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:20,144 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,144 DEBUG [Thread-1659 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:20,147 INFO [Thread-1655 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1655. 2024-11-10T12:15:20,147 DEBUG [Thread-1655 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:20,147 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,147 DEBUG [Thread-1655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:20,152 INFO [Thread-1661 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1661. 2024-11-10T12:15:20,152 DEBUG [Thread-1661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:20,152 DEBUG [Thread-1661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,152 DEBUG [Thread-1661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:20,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:20,188 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:20,191 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110301af7eb83f34aba9665fb362365c92c_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110301af7eb83f34aba9665fb362365c92c_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:20,192 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/223d06cf059b4127a5789de8bcefd8a0, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:20,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/223d06cf059b4127a5789de8bcefd8a0 is 175, key is test_row_0/A:col10/1731240918611/Put/seqid=0 2024-11-10T12:15:20,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742284_1460 (size=39949) 2024-11-10T12:15:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-10T12:15:20,236 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240980446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240980446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240980446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240980447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240980446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,596 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/223d06cf059b4127a5789de8bcefd8a0 2024-11-10T12:15:20,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/fd3782de7f3d48be91127f4c8d0f111f is 50, key is test_row_0/B:col10/1731240918611/Put/seqid=0 2024-11-10T12:15:20,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742285_1461 (size=12301) 2024-11-10T12:15:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35406 deadline: 1731240980956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35462 deadline: 1731240980956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35476 deadline: 1731240980956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35482 deadline: 1731240980956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35448 deadline: 1731240980956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:20,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:21,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/fd3782de7f3d48be91127f4c8d0f111f 2024-11-10T12:15:21,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/2f05d83a00f24363ad296619a09579c1 is 50, key is test_row_0/C:col10/1731240918611/Put/seqid=0 2024-11-10T12:15:21,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742286_1462 (size=12301) 2024-11-10T12:15:21,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/2f05d83a00f24363ad296619a09579c1 2024-11-10T12:15:21,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/223d06cf059b4127a5789de8bcefd8a0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/223d06cf059b4127a5789de8bcefd8a0 2024-11-10T12:15:21,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/223d06cf059b4127a5789de8bcefd8a0, entries=200, sequenceid=416, filesize=39.0 K 2024-11-10T12:15:21,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/fd3782de7f3d48be91127f4c8d0f111f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/fd3782de7f3d48be91127f4c8d0f111f 2024-11-10T12:15:21,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/fd3782de7f3d48be91127f4c8d0f111f, entries=150, sequenceid=416, filesize=12.0 K 2024-11-10T12:15:21,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/2f05d83a00f24363ad296619a09579c1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/2f05d83a00f24363ad296619a09579c1 2024-11-10T12:15:21,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/2f05d83a00f24363ad296619a09579c1, entries=150, sequenceid=416, filesize=12.0 K 2024-11-10T12:15:21,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for a850f735762c443cc1e4cc1cbd42a30e in 1651ms, sequenceid=416, compaction requested=false 2024-11-10T12:15:21,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:21,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:15:21,968 INFO [Thread-1644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1644. 2024-11-10T12:15:21,968 INFO [Thread-1648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1648. 2024-11-10T12:15:21,968 INFO [Thread-1650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1650. 2024-11-10T12:15:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:21,968 DEBUG [Thread-1648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:21,968 DEBUG [Thread-1644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:21,968 DEBUG [Thread-1650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:21,968 DEBUG [Thread-1648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:21,968 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,968 DEBUG [Thread-1650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:21,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:21,968 DEBUG [Thread-1648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,968 DEBUG [Thread-1644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,968 DEBUG [Thread-1650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:21,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:21,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:21,969 INFO [Thread-1652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1652. 2024-11-10T12:15:21,970 DEBUG [Thread-1652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:21,970 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,970 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:21,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eab4dbb80e554917965e81446edd74b6_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240921966/Put/seqid=0 2024-11-10T12:15:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742287_1463 (size=12454) 2024-11-10T12:15:21,977 INFO [Thread-1646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1646. 2024-11-10T12:15:21,978 DEBUG [Thread-1646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:21,978 DEBUG [Thread-1646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,978 DEBUG [Thread-1646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 971 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2906 rows 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 980 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2926 rows 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 981 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2933 rows 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 966 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2898 rows 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 971 2024-11-10T12:15:21,978 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2906 rows 2024-11-10T12:15:21,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:15:21,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:15:21,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:21,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:21,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:15:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:21,982 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240921981"}]},"ts":"1731240921981"} 2024-11-10T12:15:21,983 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:15:21,983 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:15:21,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:15:21,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, UNASSIGN}] 2024-11-10T12:15:21,985 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, UNASSIGN 2024-11-10T12:15:21,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:21,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, UNASSIGN because future has completed 2024-11-10T12:15:21,987 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:15:21,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:22,054 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cf5cc8b034f440b180472df0aa063d9f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d628ad2a82de4a7b9c37713d0b2d38c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cc2bba54b66f400eac9a03012d40e481, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/af993dc1ce134fb58dee3cce08ce115e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/23f0bf2ae4624236a80427e4c1bdbc63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/548af6ac53864ceeaed04b7a31605cbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906] to archive 2024-11-10T12:15:22,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:15:22,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/194494a9778541769bee541e8bbcf550 2024-11-10T12:15:22,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/16b07de1792d4107bfdb1470fcb72243 2024-11-10T12:15:22,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/44f7bb8c9c3a4f7ca279aa519da923e4 2024-11-10T12:15:22,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/ca4fd7f63e1f42e393fd3230b32a7db8 2024-11-10T12:15:22,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cf5cc8b034f440b180472df0aa063d9f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cf5cc8b034f440b180472df0aa063d9f 2024-11-10T12:15:22,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/037047406fe545c4a4baf05cd6726cb8 2024-11-10T12:15:22,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/a215721badb247f7b255edf952163376 2024-11-10T12:15:22,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d628ad2a82de4a7b9c37713d0b2d38c8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d628ad2a82de4a7b9c37713d0b2d38c8 2024-11-10T12:15:22,064 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/d4aeffea11df4e31835cdeccb046109a 2024-11-10T12:15:22,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/902f58cbf85f47b980129c1e53316bdc 2024-11-10T12:15:22,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/834103fc9c80456e8ca05c10d4af96ea 2024-11-10T12:15:22,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cc2bba54b66f400eac9a03012d40e481 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/cc2bba54b66f400eac9a03012d40e481 2024-11-10T12:15:22,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/624231d7d8ed4c0ab2c24616fec9ea64 2024-11-10T12:15:22,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/fdbc5765866b4cc6877fe764e451f842 2024-11-10T12:15:22,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/af993dc1ce134fb58dee3cce08ce115e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/af993dc1ce134fb58dee3cce08ce115e 2024-11-10T12:15:22,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/1c837b50bf1a441394e6f34bfbed4d1f 2024-11-10T12:15:22,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f185af0f50674d75913fa62090dd109d 2024-11-10T12:15:22,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/23f0bf2ae4624236a80427e4c1bdbc63 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/23f0bf2ae4624236a80427e4c1bdbc63 2024-11-10T12:15:22,072 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/60cab5382b8649bebec7833a40580888 2024-11-10T12:15:22,073 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/548af6ac53864ceeaed04b7a31605cbe to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/548af6ac53864ceeaed04b7a31605cbe 2024-11-10T12:15:22,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/89018312670f43c2930ad5fa1a630d11 2024-11-10T12:15:22,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/62bb644102d2496087382f7cbda3c011 2024-11-10T12:15:22,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/f24d417e7fed4a1d9f08112de4a8a906 2024-11-10T12:15:22,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/16512befa4f249f58c32739b96da00be, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/12256d5e563640bb93f76135b13bc3d8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/23c8fa250bc84c1b99b17bc60c902ab5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ea12333237d64f87a7f397f0bb1f4c72, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3c1badeeb39c46499838547e3696ccc4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/380d282135ea492c9d8043acfd01fc62, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/74f71ec60a8648bea6d43408d2c93ca3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ff6732965ea14ceba8e326a83ec3cd4b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/a6d9a8dd098e4ed4b6feb174a02f9bbb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/376e6a12ac1547339cc3503b9328bff4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/19108e4bff954cf8b08640ab84443191, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/d61e6822a1a84e2c8a778b868eb5ebb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67b28ee560cb4af5b11d3d986c4ec4cb, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ec6dd9fdaa0c4f809801daff8513a5fc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/72af0443ea7d4a3ea76660620155468b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/481b9c6e89fb47739f7d72e49f6b47ae, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/4f18a7e855354f9e844cfa084b6bc6b5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3b98eccd33c846e2bcb95091d43d9e56, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/622720aed5204a64b170fd1dfae9fb96, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/04f294e7593449ae859d3b8d71256ad2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/dd0e0944b499464ca40e186f1161e0a4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/e63b07fc91984fec8c991e2c68d7bb66, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/0b0cf27de61947ce8ffe034d1099d62b] to archive 2024-11-10T12:15:22,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:15:22,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/16512befa4f249f58c32739b96da00be to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/16512befa4f249f58c32739b96da00be 2024-11-10T12:15:22,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/12256d5e563640bb93f76135b13bc3d8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/12256d5e563640bb93f76135b13bc3d8 2024-11-10T12:15:22,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/23c8fa250bc84c1b99b17bc60c902ab5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/23c8fa250bc84c1b99b17bc60c902ab5 2024-11-10T12:15:22,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ea12333237d64f87a7f397f0bb1f4c72 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ea12333237d64f87a7f397f0bb1f4c72 2024-11-10T12:15:22,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3c1badeeb39c46499838547e3696ccc4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3c1badeeb39c46499838547e3696ccc4 2024-11-10T12:15:22,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/380d282135ea492c9d8043acfd01fc62 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/380d282135ea492c9d8043acfd01fc62 2024-11-10T12:15:22,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/74f71ec60a8648bea6d43408d2c93ca3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/74f71ec60a8648bea6d43408d2c93ca3 2024-11-10T12:15:22,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ff6732965ea14ceba8e326a83ec3cd4b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ff6732965ea14ceba8e326a83ec3cd4b 2024-11-10T12:15:22,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/a6d9a8dd098e4ed4b6feb174a02f9bbb to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/a6d9a8dd098e4ed4b6feb174a02f9bbb 2024-11-10T12:15:22,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:22,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/376e6a12ac1547339cc3503b9328bff4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/376e6a12ac1547339cc3503b9328bff4 2024-11-10T12:15:22,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/19108e4bff954cf8b08640ab84443191 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/19108e4bff954cf8b08640ab84443191 2024-11-10T12:15:22,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/d61e6822a1a84e2c8a778b868eb5ebb0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/d61e6822a1a84e2c8a778b868eb5ebb0 2024-11-10T12:15:22,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67b28ee560cb4af5b11d3d986c4ec4cb to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67b28ee560cb4af5b11d3d986c4ec4cb 2024-11-10T12:15:22,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ec6dd9fdaa0c4f809801daff8513a5fc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/ec6dd9fdaa0c4f809801daff8513a5fc 2024-11-10T12:15:22,090 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/72af0443ea7d4a3ea76660620155468b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/72af0443ea7d4a3ea76660620155468b 2024-11-10T12:15:22,091 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/481b9c6e89fb47739f7d72e49f6b47ae to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/481b9c6e89fb47739f7d72e49f6b47ae 2024-11-10T12:15:22,092 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/4f18a7e855354f9e844cfa084b6bc6b5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/4f18a7e855354f9e844cfa084b6bc6b5 2024-11-10T12:15:22,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3b98eccd33c846e2bcb95091d43d9e56 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/3b98eccd33c846e2bcb95091d43d9e56 2024-11-10T12:15:22,093 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/622720aed5204a64b170fd1dfae9fb96 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/622720aed5204a64b170fd1dfae9fb96 2024-11-10T12:15:22,094 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/04f294e7593449ae859d3b8d71256ad2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/04f294e7593449ae859d3b8d71256ad2 2024-11-10T12:15:22,095 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/dd0e0944b499464ca40e186f1161e0a4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/dd0e0944b499464ca40e186f1161e0a4 2024-11-10T12:15:22,096 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/e63b07fc91984fec8c991e2c68d7bb66 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/e63b07fc91984fec8c991e2c68d7bb66 2024-11-10T12:15:22,097 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/0b0cf27de61947ce8ffe034d1099d62b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/0b0cf27de61947ce8ffe034d1099d62b 2024-11-10T12:15:22,099 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/ea2a2d6d143040afaea7a7dd278c5b7c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fad0a6df66934b338ed7753cf3527138, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c6c361e1e6574a598c68bb924fbed685, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1f2c188e1a65464288e16d3248924f3f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/9c3312bf9e7e44d2b5dc263aa65f0411, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/e2c70246d93b448f937c1db27863956d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/3d59f2ef0f5841d8a2563482be7b7727, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/932843b569fb44d0a24d249354a58f0a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/dfd72f880cfb49a480725304970fde0c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fb6aa03667a342a2a0527a637c310096, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0cb401bdc20746d98ecb43fc63a64b76, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/f5b5ea39eb5249f7a9754dda9017fb15, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1a2bed06973a4e7b85a23d66a75548b7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d8ed041931ed472a891c7b130852b642, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/07a02f77ac404c5b9cd90e996ab57977, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fe325e094134062a56e3bfc70a8e01d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1ceb93e1f88942dc9254aee7aafc385c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0de8b1af88b9402da8873ff668f77a6b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c3df9ecc40db4bc48643d96c14a4d869, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/8803f60433774fb0a25715626157483b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fb465f2baa4439192bc64f68d304dfc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d793da6bfa3e49ecb9c4c3c56623f05b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d24565e6429240e699ecc17b2826f2d3] to archive 2024-11-10T12:15:22,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:15:22,101 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/ea2a2d6d143040afaea7a7dd278c5b7c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/ea2a2d6d143040afaea7a7dd278c5b7c 2024-11-10T12:15:22,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fad0a6df66934b338ed7753cf3527138 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fad0a6df66934b338ed7753cf3527138 2024-11-10T12:15:22,102 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c6c361e1e6574a598c68bb924fbed685 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c6c361e1e6574a598c68bb924fbed685 2024-11-10T12:15:22,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1f2c188e1a65464288e16d3248924f3f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1f2c188e1a65464288e16d3248924f3f 2024-11-10T12:15:22,104 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/9c3312bf9e7e44d2b5dc263aa65f0411 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/9c3312bf9e7e44d2b5dc263aa65f0411 2024-11-10T12:15:22,105 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/e2c70246d93b448f937c1db27863956d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/e2c70246d93b448f937c1db27863956d 2024-11-10T12:15:22,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/3d59f2ef0f5841d8a2563482be7b7727 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/3d59f2ef0f5841d8a2563482be7b7727 2024-11-10T12:15:22,106 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/932843b569fb44d0a24d249354a58f0a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/932843b569fb44d0a24d249354a58f0a 2024-11-10T12:15:22,107 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/dfd72f880cfb49a480725304970fde0c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/dfd72f880cfb49a480725304970fde0c 2024-11-10T12:15:22,108 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fb6aa03667a342a2a0527a637c310096 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fb6aa03667a342a2a0527a637c310096 2024-11-10T12:15:22,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0cb401bdc20746d98ecb43fc63a64b76 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0cb401bdc20746d98ecb43fc63a64b76 2024-11-10T12:15:22,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/f5b5ea39eb5249f7a9754dda9017fb15 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/f5b5ea39eb5249f7a9754dda9017fb15 2024-11-10T12:15:22,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1a2bed06973a4e7b85a23d66a75548b7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1a2bed06973a4e7b85a23d66a75548b7 2024-11-10T12:15:22,111 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d8ed041931ed472a891c7b130852b642 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d8ed041931ed472a891c7b130852b642 2024-11-10T12:15:22,112 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/07a02f77ac404c5b9cd90e996ab57977 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/07a02f77ac404c5b9cd90e996ab57977 2024-11-10T12:15:22,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fe325e094134062a56e3bfc70a8e01d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fe325e094134062a56e3bfc70a8e01d 2024-11-10T12:15:22,113 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1ceb93e1f88942dc9254aee7aafc385c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/1ceb93e1f88942dc9254aee7aafc385c 2024-11-10T12:15:22,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0de8b1af88b9402da8873ff668f77a6b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/0de8b1af88b9402da8873ff668f77a6b 2024-11-10T12:15:22,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c3df9ecc40db4bc48643d96c14a4d869 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/c3df9ecc40db4bc48643d96c14a4d869 2024-11-10T12:15:22,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/8803f60433774fb0a25715626157483b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/8803f60433774fb0a25715626157483b 2024-11-10T12:15:22,116 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fb465f2baa4439192bc64f68d304dfc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/7fb465f2baa4439192bc64f68d304dfc 2024-11-10T12:15:22,117 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d793da6bfa3e49ecb9c4c3c56623f05b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d793da6bfa3e49ecb9c4c3c56623f05b 2024-11-10T12:15:22,118 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3857ccc89b65:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d24565e6429240e699ecc17b2826f2d3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/d24565e6429240e699ecc17b2826f2d3 2024-11-10T12:15:22,139 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(122): Close a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:22,139 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:15:22,139 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1722): Closing a850f735762c443cc1e4cc1cbd42a30e, disabling compactions & flushes 2024-11-10T12:15:22,139 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:22,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:22,377 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:22,379 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110eab4dbb80e554917965e81446edd74b6_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eab4dbb80e554917965e81446edd74b6_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:22,380 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/708cbc3a3901407b9d2c60c585280562, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:22,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/708cbc3a3901407b9d2c60c585280562 is 175, key is test_row_0/A:col10/1731240921966/Put/seqid=0 2024-11-10T12:15:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742288_1464 (size=31255) 2024-11-10T12:15:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:22,784 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=432, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/708cbc3a3901407b9d2c60c585280562 2024-11-10T12:15:22,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/28db5b6ae67b407fb33cc4e306b8f3f4 is 50, key is test_row_0/B:col10/1731240921966/Put/seqid=0 2024-11-10T12:15:22,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742289_1465 (size=12301) 2024-11-10T12:15:23,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:23,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/28db5b6ae67b407fb33cc4e306b8f3f4 2024-11-10T12:15:23,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/16409776897f46838416b285b0719669 is 50, key is test_row_0/C:col10/1731240921966/Put/seqid=0 2024-11-10T12:15:23,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742290_1466 (size=12301) 2024-11-10T12:15:23,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=432 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/16409776897f46838416b285b0719669 2024-11-10T12:15:23,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/708cbc3a3901407b9d2c60c585280562 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/708cbc3a3901407b9d2c60c585280562 2024-11-10T12:15:23,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/708cbc3a3901407b9d2c60c585280562, entries=150, sequenceid=432, filesize=30.5 K 2024-11-10T12:15:23,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/28db5b6ae67b407fb33cc4e306b8f3f4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/28db5b6ae67b407fb33cc4e306b8f3f4 2024-11-10T12:15:23,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/28db5b6ae67b407fb33cc4e306b8f3f4, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T12:15:23,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/16409776897f46838416b285b0719669 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/16409776897f46838416b285b0719669 2024-11-10T12:15:23,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/16409776897f46838416b285b0719669, entries=150, sequenceid=432, filesize=12.0 K 2024-11-10T12:15:23,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=13.42 KB/13740 for a850f735762c443cc1e4cc1cbd42a30e in 1646ms, sequenceid=432, compaction requested=true 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a850f735762c443cc1e4cc1cbd42a30e: 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:23,614 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a850f735762c443cc1e4cc1cbd42a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:23,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. after waiting 0 ms 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:23,614 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. because compaction request was cancelled 2024-11-10T12:15:23,614 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. because compaction request was cancelled 2024-11-10T12:15:23,614 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(2902): Flushing a850f735762c443cc1e4cc1cbd42a30e 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-10T12:15:23,614 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:B 2024-11-10T12:15:23,614 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:A 2024-11-10T12:15:23,614 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. because compaction request was cancelled 2024-11-10T12:15:23,614 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a850f735762c443cc1e4cc1cbd42a30e:C 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=A 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=B 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:23,614 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a850f735762c443cc1e4cc1cbd42a30e, store=C 2024-11-10T12:15:23,615 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:23,619 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110056daa8a331341f4801e0c2d32ec00b3_a850f735762c443cc1e4cc1cbd42a30e is 50, key is test_row_0/A:col10/1731240921977/Put/seqid=0 2024-11-10T12:15:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742291_1467 (size=9914) 2024-11-10T12:15:24,023 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:24,026 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110056daa8a331341f4801e0c2d32ec00b3_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110056daa8a331341f4801e0c2d32ec00b3_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:24,026 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/dc6476daa887435fa6b7d6865df5b270, store: [table=TestAcidGuarantees family=A region=a850f735762c443cc1e4cc1cbd42a30e] 2024-11-10T12:15:24,027 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/dc6476daa887435fa6b7d6865df5b270 is 175, key is test_row_0/A:col10/1731240921977/Put/seqid=0 2024-11-10T12:15:24,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742292_1468 (size=22561) 2024-11-10T12:15:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:24,430 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=437, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/dc6476daa887435fa6b7d6865df5b270 2024-11-10T12:15:24,436 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/67071c9140f1454aaf779a0ee43a0d58 is 50, key is test_row_0/B:col10/1731240921977/Put/seqid=0 2024-11-10T12:15:24,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742293_1469 (size=9857) 2024-11-10T12:15:24,839 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/67071c9140f1454aaf779a0ee43a0d58 2024-11-10T12:15:24,844 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fbdbd0b7ca5247e4a8bfbbac715de1a3 is 50, key is test_row_0/C:col10/1731240921977/Put/seqid=0 2024-11-10T12:15:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742294_1470 (size=9857) 2024-11-10T12:15:25,248 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fbdbd0b7ca5247e4a8bfbbac715de1a3 2024-11-10T12:15:25,251 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/A/dc6476daa887435fa6b7d6865df5b270 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dc6476daa887435fa6b7d6865df5b270 2024-11-10T12:15:25,254 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dc6476daa887435fa6b7d6865df5b270, entries=100, sequenceid=437, filesize=22.0 K 2024-11-10T12:15:25,254 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/B/67071c9140f1454aaf779a0ee43a0d58 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67071c9140f1454aaf779a0ee43a0d58 2024-11-10T12:15:25,257 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67071c9140f1454aaf779a0ee43a0d58, entries=100, sequenceid=437, filesize=9.6 K 2024-11-10T12:15:25,257 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/.tmp/C/fbdbd0b7ca5247e4a8bfbbac715de1a3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbdbd0b7ca5247e4a8bfbbac715de1a3 2024-11-10T12:15:25,260 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbdbd0b7ca5247e4a8bfbbac715de1a3, entries=100, sequenceid=437, filesize=9.6 K 2024-11-10T12:15:25,261 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for a850f735762c443cc1e4cc1cbd42a30e in 1647ms, sequenceid=437, compaction requested=true 2024-11-10T12:15:25,264 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/recovered.edits/440.seqid, newMaxSeqId=440, maxSeqId=4 2024-11-10T12:15:25,265 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. 2024-11-10T12:15:25,265 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1676): Region close journal for a850f735762c443cc1e4cc1cbd42a30e: Waiting for close lock at 1731240922139Running coprocessor pre-close hooks at 1731240922139Disabling compacts and flushes for region at 1731240922139Disabling writes for close at 1731240923614 (+1475 ms)Obtaining lock to block concurrent updates at 1731240923614Preparing flush snapshotting stores in a850f735762c443cc1e4cc1cbd42a30e at 1731240923614Finished memstore snapshotting TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731240923615 (+1 ms)Flushing stores of TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e. at 1731240923615Flushing a850f735762c443cc1e4cc1cbd42a30e/A: creating writer at 1731240923615Flushing mob file a850f735762c443cc1e4cc1cbd42a30e/A: appending metadata at 1731240923619 (+4 ms)Flushing mob file a850f735762c443cc1e4cc1cbd42a30e/A: closing flushed file at 1731240923619Flushing a850f735762c443cc1e4cc1cbd42a30e/A: appending metadata at 1731240924026 (+407 ms)Flushing a850f735762c443cc1e4cc1cbd42a30e/A: closing flushed file at 1731240924026Flushing a850f735762c443cc1e4cc1cbd42a30e/B: creating writer at 1731240924433 (+407 ms)Flushing a850f735762c443cc1e4cc1cbd42a30e/B: appending metadata at 1731240924435 (+2 ms)Flushing a850f735762c443cc1e4cc1cbd42a30e/B: closing flushed file at 1731240924435Flushing a850f735762c443cc1e4cc1cbd42a30e/C: creating writer at 1731240924842 (+407 ms)Flushing a850f735762c443cc1e4cc1cbd42a30e/C: appending metadata at 1731240924844 (+2 ms)Flushing a850f735762c443cc1e4cc1cbd42a30e/C: closing flushed file at 1731240924844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e59a4c0: reopening flushed file at 1731240925250 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc39dcc: reopening flushed file at 1731240925254 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e81f72a: reopening flushed file at 1731240925257 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for a850f735762c443cc1e4cc1cbd42a30e in 1647ms, sequenceid=437, compaction requested=true at 1731240925261 (+4 ms)Writing region close event to WAL at 1731240925262 (+1 ms)Running coprocessor post-close hooks at 1731240925265 (+3 ms)Closed at 1731240925265 2024-11-10T12:15:25,267 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(157): Closed a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:25,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=a850f735762c443cc1e4cc1cbd42a30e, regionState=CLOSED 2024-11-10T12:15:25,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE, hasLock=false; CloseRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:25,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-10T12:15:25,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseRegionProcedure a850f735762c443cc1e4cc1cbd42a30e, server=3857ccc89b65,43105,1731240799921 in 3.2820 sec 2024-11-10T12:15:25,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-10T12:15:25,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a850f735762c443cc1e4cc1cbd42a30e, UNASSIGN in 3.2860 sec 2024-11-10T12:15:25,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-10T12:15:25,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2890 sec 2024-11-10T12:15:25,274 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240925274"}]},"ts":"1731240925274"} 2024-11-10T12:15:25,275 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:15:25,275 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:15:25,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.2970 sec 2024-11-10T12:15:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-10T12:15:26,166 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:26,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:15:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,168 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=107, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T12:15:26,169 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=107, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,171 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,172 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/recovered.edits] 2024-11-10T12:15:26,174 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/223d06cf059b4127a5789de8bcefd8a0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/223d06cf059b4127a5789de8bcefd8a0 2024-11-10T12:15:26,175 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/708cbc3a3901407b9d2c60c585280562 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/708cbc3a3901407b9d2c60c585280562 2024-11-10T12:15:26,176 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dc6476daa887435fa6b7d6865df5b270 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dc6476daa887435fa6b7d6865df5b270 2024-11-10T12:15:26,177 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dfc2186869f24e0a81de858b3c8897f5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/A/dfc2186869f24e0a81de858b3c8897f5 2024-11-10T12:15:26,178 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/28db5b6ae67b407fb33cc4e306b8f3f4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/28db5b6ae67b407fb33cc4e306b8f3f4 2024-11-10T12:15:26,179 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67071c9140f1454aaf779a0ee43a0d58 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/67071c9140f1454aaf779a0ee43a0d58 2024-11-10T12:15:26,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/aa96a5a23788445592af2f49c25e1110 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/aa96a5a23788445592af2f49c25e1110 2024-11-10T12:15:26,181 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/fd3782de7f3d48be91127f4c8d0f111f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/B/fd3782de7f3d48be91127f4c8d0f111f 2024-11-10T12:15:26,182 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/16409776897f46838416b285b0719669 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/16409776897f46838416b285b0719669 2024-11-10T12:15:26,183 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/2f05d83a00f24363ad296619a09579c1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/2f05d83a00f24363ad296619a09579c1 2024-11-10T12:15:26,184 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbd31f71050e4e94a25dfb5a8b0e64d2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbd31f71050e4e94a25dfb5a8b0e64d2 2024-11-10T12:15:26,184 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbdbd0b7ca5247e4a8bfbbac715de1a3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/C/fbdbd0b7ca5247e4a8bfbbac715de1a3 2024-11-10T12:15:26,186 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/recovered.edits/440.seqid to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e/recovered.edits/440.seqid 2024-11-10T12:15:26,186 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,186 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:15:26,187 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:15:26,187 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:15:26,189 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110056daa8a331341f4801e0c2d32ec00b3_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110056daa8a331341f4801e0c2d32ec00b3_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,190 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111011e3df99408a48588deac85f18b96f33_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111011e3df99408a48588deac85f18b96f33_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,191 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111013677ea9ddcd4602ba0a3ff0d64d33a1_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111013677ea9ddcd4602ba0a3ff0d64d33a1_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,192 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110301af7eb83f34aba9665fb362365c92c_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110301af7eb83f34aba9665fb362365c92c_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,193 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104a76c45c6aac4ab9aac15c3f7ea36643_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104a76c45c6aac4ab9aac15c3f7ea36643_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,193 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111057f214d3b05e4338ba6405597dc930a7_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111057f214d3b05e4338ba6405597dc930a7_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,194 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105d67d7b9f9d54abf9c6c51b23e317594_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105d67d7b9f9d54abf9c6c51b23e317594_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,195 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105ecf9f32f8d741319e4032e740d42468_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105ecf9f32f8d741319e4032e740d42468_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,196 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073a98093f49c4ed0b8aa3b5d0c15a265_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111073a98093f49c4ed0b8aa3b5d0c15a265_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,197 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111080c8269d564f465abb995aa67134cb71_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111080c8269d564f465abb995aa67134cb71_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,197 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108865bc1f38734df6b8bae5c1c3d28c63_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108865bc1f38734df6b8bae5c1c3d28c63_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,198 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108b5e65a562194ea48d8a266fc0701288_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411108b5e65a562194ea48d8a266fc0701288_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,199 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110939c258ed0db4e53b01cde7ca1d2e54a_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110939c258ed0db4e53b01cde7ca1d2e54a_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,200 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111097219f7876df4339a747f37094bbe63c_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111097219f7876df4339a747f37094bbe63c_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,201 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109dd6c4888807492883562bbb5ad5ce0a_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411109dd6c4888807492883562bbb5ad5ce0a_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,202 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b75f979ec45944c781d947eaa4afd242_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b75f979ec45944c781d947eaa4afd242_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,203 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c768dbb0ae4948ce8d5e0548a44c47ac_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c768dbb0ae4948ce8d5e0548a44c47ac_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,203 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8dfd0d891a94845908957aca8693169_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c8dfd0d891a94845908957aca8693169_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,204 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4ac15b1b378401f9aa8046828b3aa01_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d4ac15b1b378401f9aa8046828b3aa01_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,205 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eab4dbb80e554917965e81446edd74b6_a850f735762c443cc1e4cc1cbd42a30e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110eab4dbb80e554917965e81446edd74b6_a850f735762c443cc1e4cc1cbd42a30e 2024-11-10T12:15:26,205 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:15:26,207 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=107, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,209 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:15:26,211 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:15:26,212 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=107, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,212 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:15:26,212 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731240926212"}]},"ts":"9223372036854775807"} 2024-11-10T12:15:26,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:15:26,214 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a850f735762c443cc1e4cc1cbd42a30e, NAME => 'TestAcidGuarantees,,1731240897026.a850f735762c443cc1e4cc1cbd42a30e.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:15:26,214 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:15:26,214 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731240926214"}]},"ts":"9223372036854775807"} 2024-11-10T12:15:26,215 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:15:26,216 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=107, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-10T12:15:26,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-10T12:15:26,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:15:26,276 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:26,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252 (was 250) - Thread LEAK? -, OpenFileDescriptor=457 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=265 (was 286), ProcessCount=11 (was 11), AvailableMemoryMB=8588 (was 8657) 2024-11-10T12:15:26,293 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=252, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=8587 2024-11-10T12:15:26,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:15:26,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:15:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:26,296 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:15:26,296 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:26,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 108 2024-11-10T12:15:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T12:15:26,297 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:15:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742295_1471 (size=1061) 2024-11-10T12:15:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T12:15:26,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T12:15:26,703 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:15:26,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742296_1472 (size=53) 2024-11-10T12:15:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T12:15:27,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:15:27,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 44627345752e19d70278c6271ce7886e, disabling compactions & flushes 2024-11-10T12:15:27,108 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. after waiting 0 ms 2024-11-10T12:15:27,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,108 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,108 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44627345752e19d70278c6271ce7886e: Waiting for close lock at 1731240927108Disabling compacts and flushes for region at 1731240927108Disabling writes for close at 1731240927108Writing region close event to WAL at 1731240927108Closed at 1731240927108 2024-11-10T12:15:27,109 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:15:27,109 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731240927109"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731240927109"}]},"ts":"1731240927109"} 2024-11-10T12:15:27,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:15:27,111 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:15:27,111 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240927111"}]},"ts":"1731240927111"} 2024-11-10T12:15:27,112 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:15:27,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, ASSIGN}] 2024-11-10T12:15:27,113 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, ASSIGN 2024-11-10T12:15:27,114 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, ASSIGN; state=OFFLINE, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=false 2024-11-10T12:15:27,265 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=44627345752e19d70278c6271ce7886e, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:27,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, ASSIGN because future has completed 2024-11-10T12:15:27,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:27,420 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,420 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7752): Opening region: {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:15:27,421 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,421 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:15:27,421 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7794): checking encryption for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,421 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(7797): checking classloading for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,422 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,423 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:27,423 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44627345752e19d70278c6271ce7886e columnFamilyName A 2024-11-10T12:15:27,423 DEBUG [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:27,423 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.HStore(327): Store=44627345752e19d70278c6271ce7886e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:27,423 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,424 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:27,424 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44627345752e19d70278c6271ce7886e columnFamilyName B 2024-11-10T12:15:27,424 DEBUG [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:27,424 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.HStore(327): Store=44627345752e19d70278c6271ce7886e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:27,425 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,425 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:27,425 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44627345752e19d70278c6271ce7886e columnFamilyName C 2024-11-10T12:15:27,425 DEBUG [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:27,426 INFO [StoreOpener-44627345752e19d70278c6271ce7886e-1 {}] regionserver.HStore(327): Store=44627345752e19d70278c6271ce7886e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:27,426 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,426 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1038): replaying wal for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,426 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,426 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,427 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1048): stopping wal replay for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,427 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1060): Cleaning up temporary data for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,427 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:15:27,428 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1093): writing seq id for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,429 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:15:27,430 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1114): Opened 44627345752e19d70278c6271ce7886e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62521021, jitterRate=-0.06836418807506561}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:15:27,430 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:27,430 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegion(1006): Region open journal for 44627345752e19d70278c6271ce7886e: Running coprocessor pre-open hook at 1731240927421Writing region info on filesystem at 1731240927421Initializing all the Stores at 1731240927421Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240927421Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240927422 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240927422Cleaning up temporary data from old regions at 1731240927427 (+5 ms)Running coprocessor post-open hooks at 1731240927430 (+3 ms)Region opened successfully at 1731240927430 2024-11-10T12:15:27,431 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., pid=110, masterSystemTime=1731240927418 2024-11-10T12:15:27,432 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,432 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=110}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:27,433 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=44627345752e19d70278c6271ce7886e, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:27,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:27,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-10T12:15:27,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; OpenRegionProcedure 44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 in 168 msec 2024-11-10T12:15:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T12:15:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108 2024-11-10T12:15:27,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, ASSIGN in 323 msec 2024-11-10T12:15:27,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:15:27,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240927437"}]},"ts":"1731240927437"} 2024-11-10T12:15:27,438 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:15:27,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=108, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:15:27,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-10T12:15:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=108 2024-11-10T12:15:28,456 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:28,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72240ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,457 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,458 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,458 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a90054f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,460 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@872acb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7801d954 2024-11-10T12:15:28,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:15:28,464 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:15:28,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,465 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d99717e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,466 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,466 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b04df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,468 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ced51d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,468 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,469 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c6fa19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,470 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46917702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269944bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,473 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad84f99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e85a55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,475 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1333ae4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,476 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf50e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,478 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576bc530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,478 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,479 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7a2f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544d8646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,481 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c611795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,482 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c10c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,483 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,484 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36deeead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,485 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cabd4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,486 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd87bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663bb5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:28,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:28,487 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc5615f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:28,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:28,488 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:28,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493cd795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:28,489 DEBUG [Thread-2128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,489 DEBUG [Thread-2113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,489 DEBUG [Thread-2124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,489 DEBUG [Thread-2115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,490 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,490 DEBUG [Thread-2130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,491 DEBUG [Thread-2126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,490 DEBUG [Thread-2117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-10T12:15:28,492 DEBUG [Thread-2121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,493 DEBUG [Thread-2119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:28,493 DEBUG [Thread-2132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,494 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:28,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:28,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,495 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,497 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:28,500 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2] 2024-11-10T12:15:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:28,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:28,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:28,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/112b6e72dcba4d76aa7493ab8d1bb1d0 is 50, key is test_row_0/A:col10/1731240928500/Put/seqid=0 2024-11-10T12:15:28,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742297_1473 (size=11997) 2024-11-10T12:15:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240988532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240988532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240928525, max timestamp=1731240928538Num uniques 859; 2024-11-10T12:15:28,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:28,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240928525, max timestamp=1731240928538Num uniques 859; 2024-11-10T12:15:28,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:28,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240928525, max timestamp=1731240928538Num uniques 859; 2024-11-10T12:15:28,542 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240988582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,593 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240988592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,594 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:28,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240988593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:28,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240988645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240988646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240988696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240988696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,702 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240988716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:28,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:28,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240988856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240988866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240988905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240988906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/112b6e72dcba4d76aa7493ab8d1bb1d0 2024-11-10T12:15:28,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240988926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:28,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:28,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/2c9ab37706784ceb978ca769edcb7cc1 is 50, key is test_row_0/B:col10/1731240928500/Put/seqid=0 2024-11-10T12:15:28,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:28,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:28,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742298_1474 (size=9657) 2024-11-10T12:15:29,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:29,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240989176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240989186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,195 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240989216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240989217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240989246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/2c9ab37706784ceb978ca769edcb7cc1 2024-11-10T12:15:29,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/e306140708d1414db19765a481434a47 is 50, key is test_row_0/C:col10/1731240928500/Put/seqid=0 2024-11-10T12:15:29,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742299_1475 (size=9657) 2024-11-10T12:15:29,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:29,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:29,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:29,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240989696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240989706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:29,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:29,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240989736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240989736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,740 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240989756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:29,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:29,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/e306140708d1414db19765a481434a47 2024-11-10T12:15:29,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/112b6e72dcba4d76aa7493ab8d1bb1d0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/112b6e72dcba4d76aa7493ab8d1bb1d0 2024-11-10T12:15:29,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/112b6e72dcba4d76aa7493ab8d1bb1d0, entries=150, sequenceid=11, filesize=11.7 K 2024-11-10T12:15:29,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/2c9ab37706784ceb978ca769edcb7cc1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2c9ab37706784ceb978ca769edcb7cc1 2024-11-10T12:15:29,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2c9ab37706784ceb978ca769edcb7cc1, entries=100, sequenceid=11, filesize=9.4 K 2024-11-10T12:15:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/e306140708d1414db19765a481434a47 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e306140708d1414db19765a481434a47 2024-11-10T12:15:29,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e306140708d1414db19765a481434a47, entries=100, sequenceid=11, filesize=9.4 K 2024-11-10T12:15:29,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 44627345752e19d70278c6271ce7886e in 1290ms, sequenceid=11, compaction requested=false 2024-11-10T12:15:29,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:29,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-10T12:15:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:29,873 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T12:15:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:29,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/747f860d3c224f1ba5141d926ca92578 is 50, key is test_row_0/A:col10/1731240928580/Put/seqid=0 2024-11-10T12:15:29,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742300_1476 (size=12001) 2024-11-10T12:15:30,292 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/747f860d3c224f1ba5141d926ca92578 2024-11-10T12:15:30,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/06e9fb34e6d1447f92a758ecf4243d0e is 50, key is test_row_0/B:col10/1731240928580/Put/seqid=0 2024-11-10T12:15:30,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742301_1477 (size=12001) 2024-11-10T12:15:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:30,705 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/06e9fb34e6d1447f92a758ecf4243d0e 2024-11-10T12:15:30,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/b27199aa723e4830b85bc09e63f81070 is 50, key is test_row_0/C:col10/1731240928580/Put/seqid=0 2024-11-10T12:15:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742302_1478 (size=12001) 2024-11-10T12:15:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:30,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:30,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240990742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:30,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240990752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240990756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240990756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,766 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:30,766 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:30,782 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:15:30,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240990776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,783 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240990856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:30,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240990866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240991075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240991076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,116 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/b27199aa723e4830b85bc09e63f81070 2024-11-10T12:15:31,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/747f860d3c224f1ba5141d926ca92578 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/747f860d3c224f1ba5141d926ca92578 2024-11-10T12:15:31,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/747f860d3c224f1ba5141d926ca92578, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T12:15:31,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/06e9fb34e6d1447f92a758ecf4243d0e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06e9fb34e6d1447f92a758ecf4243d0e 2024-11-10T12:15:31,126 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06e9fb34e6d1447f92a758ecf4243d0e, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T12:15:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/b27199aa723e4830b85bc09e63f81070 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/b27199aa723e4830b85bc09e63f81070 2024-11-10T12:15:31,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/b27199aa723e4830b85bc09e63f81070, entries=150, sequenceid=47, filesize=11.7 K 2024-11-10T12:15:31,131 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 44627345752e19d70278c6271ce7886e in 1258ms, sequenceid=47, compaction requested=false 2024-11-10T12:15:31,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:31,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:31,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-10T12:15:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-10T12:15:31,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-10T12:15:31,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6380 sec 2024-11-10T12:15:31,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.6440 sec 2024-11-10T12:15:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:31,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-10T12:15:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:31,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:31,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/c050e273ba4d49cf840ed2f29f36eac3 is 50, key is test_row_0/A:col10/1731240930732/Put/seqid=0 2024-11-10T12:15:31,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742303_1479 (size=14341) 2024-11-10T12:15:31,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240931443, max timestamp=1731240931469Num uniques 859; 2024-11-10T12:15:31,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:31,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240931443, max timestamp=1731240931469Num uniques 859; 2024-11-10T12:15:31,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:31,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240931443, max timestamp=1731240931469Num uniques 859; 2024-11-10T12:15:31,473 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:31,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240991548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240991551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240991666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240991666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/c050e273ba4d49cf840ed2f29f36eac3 2024-11-10T12:15:31,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d37b1d8cc4a34a7bbc9829854341c9ec is 50, key is test_row_0/B:col10/1731240930732/Put/seqid=0 2024-11-10T12:15:31,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742304_1480 (size=12001) 2024-11-10T12:15:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240991886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240991886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:31,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240992206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240992206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d37b1d8cc4a34a7bbc9829854341c9ec 2024-11-10T12:15:32,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/662756db13c740ff9c351876d8a604cd is 50, key is test_row_0/C:col10/1731240930732/Put/seqid=0 2024-11-10T12:15:32,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742305_1481 (size=12001) 2024-11-10T12:15:32,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/662756db13c740ff9c351876d8a604cd 2024-11-10T12:15:32,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/c050e273ba4d49cf840ed2f29f36eac3 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c050e273ba4d49cf840ed2f29f36eac3 2024-11-10T12:15:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-10T12:15:32,646 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:32,646 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:32,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c050e273ba4d49cf840ed2f29f36eac3, entries=200, sequenceid=58, filesize=14.0 K 2024-11-10T12:15:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-10T12:15:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:32,648 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:32,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d37b1d8cc4a34a7bbc9829854341c9ec as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d37b1d8cc4a34a7bbc9829854341c9ec 2024-11-10T12:15:32,649 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:32,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:32,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d37b1d8cc4a34a7bbc9829854341c9ec, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T12:15:32,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/662756db13c740ff9c351876d8a604cd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/662756db13c740ff9c351876d8a604cd 2024-11-10T12:15:32,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/662756db13c740ff9c351876d8a604cd, entries=150, sequenceid=58, filesize=11.7 K 2024-11-10T12:15:32,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 44627345752e19d70278c6271ce7886e in 1257ms, sequenceid=58, compaction requested=true 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:32,657 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:32,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:32,657 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:32,658 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:32,658 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:32,658 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:32,658 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:32,658 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:32,658 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:32,658 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/112b6e72dcba4d76aa7493ab8d1bb1d0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/747f860d3c224f1ba5141d926ca92578, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c050e273ba4d49cf840ed2f29f36eac3] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=37.4 K 2024-11-10T12:15:32,658 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2c9ab37706784ceb978ca769edcb7cc1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06e9fb34e6d1447f92a758ecf4243d0e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d37b1d8cc4a34a7bbc9829854341c9ec] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=32.9 K 2024-11-10T12:15:32,659 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112b6e72dcba4d76aa7493ab8d1bb1d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731240928500 2024-11-10T12:15:32,659 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c9ab37706784ceb978ca769edcb7cc1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731240928500 2024-11-10T12:15:32,659 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 747f860d3c224f1ba5141d926ca92578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731240928579 2024-11-10T12:15:32,659 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e9fb34e6d1447f92a758ecf4243d0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731240928579 2024-11-10T12:15:32,659 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c050e273ba4d49cf840ed2f29f36eac3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240930732 2024-11-10T12:15:32,659 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d37b1d8cc4a34a7bbc9829854341c9ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240930732 2024-11-10T12:15:32,666 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#406 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:32,666 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:32,666 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/8a38f16c05f24cea9c66a834cbfbbfba is 50, key is test_row_0/B:col10/1731240930732/Put/seqid=0 2024-11-10T12:15:32,666 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/eec68a3968fc45489ad0500537201ea7 is 50, key is test_row_0/A:col10/1731240930732/Put/seqid=0 2024-11-10T12:15:32,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742306_1482 (size=12104) 2024-11-10T12:15:32,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742307_1483 (size=12104) 2024-11-10T12:15:32,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:32,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-10T12:15:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:32,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:32,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/d30da59a337c4478a7f6c8ec9adda52e is 50, key is test_row_0/A:col10/1731240931534/Put/seqid=0 2024-11-10T12:15:32,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742308_1484 (size=14341) 2024-11-10T12:15:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:32,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240992774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240992775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240992786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240992786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,792 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:32,792 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:32,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:32,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:32,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:32,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:32,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240992806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,808 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240992896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240992896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:32,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:32,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:33,074 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/8a38f16c05f24cea9c66a834cbfbbfba as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8a38f16c05f24cea9c66a834cbfbbfba 2024-11-10T12:15:33,078 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 8a38f16c05f24cea9c66a834cbfbbfba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:33,078 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:33,078 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240932657; duration=0sec 2024-11-10T12:15:33,078 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:33,078 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:33,078 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:33,078 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/eec68a3968fc45489ad0500537201ea7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eec68a3968fc45489ad0500537201ea7 2024-11-10T12:15:33,079 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:33,079 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:33,079 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,079 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e306140708d1414db19765a481434a47, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/b27199aa723e4830b85bc09e63f81070, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/662756db13c740ff9c351876d8a604cd] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=32.9 K 2024-11-10T12:15:33,080 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e306140708d1414db19765a481434a47, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731240928500 2024-11-10T12:15:33,080 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting b27199aa723e4830b85bc09e63f81070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731240928579 2024-11-10T12:15:33,080 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 662756db13c740ff9c351876d8a604cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240930732 2024-11-10T12:15:33,082 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into eec68a3968fc45489ad0500537201ea7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:33,082 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:33,083 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240932657; duration=0sec 2024-11-10T12:15:33,083 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:33,083 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:33,087 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:33,087 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2955b329b3fa489ca06bd7c3a681ffe2 is 50, key is test_row_0/C:col10/1731240930732/Put/seqid=0 2024-11-10T12:15:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742309_1485 (size=12104) 2024-11-10T12:15:33,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240993116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:33,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240993116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:33,145 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/d30da59a337c4478a7f6c8ec9adda52e 2024-11-10T12:15:33,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6 is 50, key is test_row_0/B:col10/1731240931534/Put/seqid=0 2024-11-10T12:15:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742310_1486 (size=12001) 2024-11-10T12:15:33,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:33,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240993436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:33,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240993436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:33,495 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2955b329b3fa489ca06bd7c3a681ffe2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2955b329b3fa489ca06bd7c3a681ffe2 2024-11-10T12:15:33,499 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into 2955b329b3fa489ca06bd7c3a681ffe2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:33,499 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:33,499 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240932657; duration=0sec 2024-11-10T12:15:33,499 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:33,499 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:33,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6 2024-11-10T12:15:33,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/45c7e12360b34d0bab163d95d98b03c8 is 50, key is test_row_0/C:col10/1731240931534/Put/seqid=0 2024-11-10T12:15:33,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742311_1487 (size=12001) 2024-11-10T12:15:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:33,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:33,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:33,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:33,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240993956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:33,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240993956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:33,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:33,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:33,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:33,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/45c7e12360b34d0bab163d95d98b03c8 2024-11-10T12:15:33,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/d30da59a337c4478a7f6c8ec9adda52e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d30da59a337c4478a7f6c8ec9adda52e 2024-11-10T12:15:33,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d30da59a337c4478a7f6c8ec9adda52e, entries=200, sequenceid=94, filesize=14.0 K 2024-11-10T12:15:33,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6 2024-11-10T12:15:33,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6, entries=150, sequenceid=94, filesize=11.7 K 2024-11-10T12:15:33,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/45c7e12360b34d0bab163d95d98b03c8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/45c7e12360b34d0bab163d95d98b03c8 2024-11-10T12:15:33,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/45c7e12360b34d0bab163d95d98b03c8, entries=150, sequenceid=94, filesize=11.7 K 2024-11-10T12:15:33,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 44627345752e19d70278c6271ce7886e in 1246ms, sequenceid=94, compaction requested=false 2024-11-10T12:15:33,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:34,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-10T12:15:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:34,024 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:34,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:34,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/d7bc956653f84339a483bd1e23acf960 is 50, key is test_row_0/A:col10/1731240932774/Put/seqid=0 2024-11-10T12:15:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742312_1488 (size=12001) 2024-11-10T12:15:34,434 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/d7bc956653f84339a483bd1e23acf960 2024-11-10T12:15:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/ecc0bec5446240d0b981585d41f4b022 is 50, key is test_row_0/B:col10/1731240932774/Put/seqid=0 2024-11-10T12:15:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742313_1489 (size=12001) 2024-11-10T12:15:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:34,844 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/ecc0bec5446240d0b981585d41f4b022 2024-11-10T12:15:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/4eb413909ca044a4a2aee6b12f48c250 is 50, key is test_row_0/C:col10/1731240932774/Put/seqid=0 2024-11-10T12:15:34,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742314_1490 (size=12001) 2024-11-10T12:15:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:34,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:35,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240935019, max timestamp=1731240935050Num uniques 859; 2024-11-10T12:15:35,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:35,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240935019, max timestamp=1731240935050Num uniques 859; 2024-11-10T12:15:35,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:35,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240935019, max timestamp=1731240935050Num uniques 859; 2024-11-10T12:15:35,054 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:35,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240995141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,157 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240995144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,256 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/4eb413909ca044a4a2aee6b12f48c250 2024-11-10T12:15:35,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/d7bc956653f84339a483bd1e23acf960 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d7bc956653f84339a483bd1e23acf960 2024-11-10T12:15:35,262 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d7bc956653f84339a483bd1e23acf960, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T12:15:35,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/ecc0bec5446240d0b981585d41f4b022 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ecc0bec5446240d0b981585d41f4b022 2024-11-10T12:15:35,266 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ecc0bec5446240d0b981585d41f4b022, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T12:15:35,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/4eb413909ca044a4a2aee6b12f48c250 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/4eb413909ca044a4a2aee6b12f48c250 2024-11-10T12:15:35,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/4eb413909ca044a4a2aee6b12f48c250, entries=150, sequenceid=107, filesize=11.7 K 2024-11-10T12:15:35,270 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 44627345752e19d70278c6271ce7886e in 1246ms, sequenceid=107, compaction requested=true 2024-11-10T12:15:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:35,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-10T12:15:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-10T12:15:35,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-10T12:15:35,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6220 sec 2024-11-10T12:15:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:35,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-10T12:15:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:35,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:35,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.6270 sec 2024-11-10T12:15:35,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/e8c2139c631c4a518b2f5d15e8238e1e is 50, key is test_row_0/A:col10/1731240935142/Put/seqid=0 2024-11-10T12:15:35,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742315_1491 (size=14541) 2024-11-10T12:15:35,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240995303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240995311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240995416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240995426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240995636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240995646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/e8c2139c631c4a518b2f5d15e8238e1e 2024-11-10T12:15:35,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/f8848e59c32547e08b01b30b52b2294f is 50, key is test_row_0/B:col10/1731240935142/Put/seqid=0 2024-11-10T12:15:35,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742316_1492 (size=12151) 2024-11-10T12:15:35,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240995956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,966 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:35,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240995966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:35,978 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:36,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/f8848e59c32547e08b01b30b52b2294f 2024-11-10T12:15:36,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/e8d2d321ec7849c694ccbf9c7d1a4bd2 is 50, key is test_row_0/C:col10/1731240935142/Put/seqid=0 2024-11-10T12:15:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742317_1493 (size=12151) 2024-11-10T12:15:36,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240996476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:36,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240996486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:36,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/e8d2d321ec7849c694ccbf9c7d1a4bd2 2024-11-10T12:15:36,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/e8c2139c631c4a518b2f5d15e8238e1e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/e8c2139c631c4a518b2f5d15e8238e1e 2024-11-10T12:15:36,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/e8c2139c631c4a518b2f5d15e8238e1e, entries=200, sequenceid=144, filesize=14.2 K 2024-11-10T12:15:36,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/f8848e59c32547e08b01b30b52b2294f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/f8848e59c32547e08b01b30b52b2294f 2024-11-10T12:15:36,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/f8848e59c32547e08b01b30b52b2294f, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T12:15:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/e8d2d321ec7849c694ccbf9c7d1a4bd2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e8d2d321ec7849c694ccbf9c7d1a4bd2 2024-11-10T12:15:36,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e8d2d321ec7849c694ccbf9c7d1a4bd2, entries=150, sequenceid=144, filesize=11.9 K 2024-11-10T12:15:36,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 44627345752e19d70278c6271ce7886e in 1252ms, sequenceid=144, compaction requested=true 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:36,526 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:36,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-10T12:15:36,526 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:36,527 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52987 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:36,527 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:36,527 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:36,527 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:36,527 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:36,527 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:36,527 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eec68a3968fc45489ad0500537201ea7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d30da59a337c4478a7f6c8ec9adda52e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d7bc956653f84339a483bd1e23acf960, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/e8c2139c631c4a518b2f5d15e8238e1e] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=51.7 K 2024-11-10T12:15:36,528 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8a38f16c05f24cea9c66a834cbfbbfba, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ecc0bec5446240d0b981585d41f4b022, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/f8848e59c32547e08b01b30b52b2294f] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=47.1 K 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting eec68a3968fc45489ad0500537201ea7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240930732 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a38f16c05f24cea9c66a834cbfbbfba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240930732 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ed422cd1d9d4d4abbedb19ae7b6e9f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731240931534 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d30da59a337c4478a7f6c8ec9adda52e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731240931534 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ecc0bec5446240d0b981585d41f4b022, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731240932735 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7bc956653f84339a483bd1e23acf960, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731240932735 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f8848e59c32547e08b01b30b52b2294f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731240935120 2024-11-10T12:15:36,528 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8c2139c631c4a518b2f5d15e8238e1e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731240935120 2024-11-10T12:15:36,537 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#418 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:36,537 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#417 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:36,537 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/9fd3c27ff7ce4199a7cee568dc623e9d is 50, key is test_row_0/B:col10/1731240935142/Put/seqid=0 2024-11-10T12:15:36,537 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/6a2943da01c24e7dae3fea679599514d is 50, key is test_row_0/A:col10/1731240935142/Put/seqid=0 2024-11-10T12:15:36,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742318_1494 (size=12391) 2024-11-10T12:15:36,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742319_1495 (size=12391) 2024-11-10T12:15:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:36,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:36,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:36,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/f4e81657fbed4ea581a3fe38bb69bcb0 is 50, key is test_row_0/A:col10/1731240935310/Put/seqid=0 2024-11-10T12:15:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-10T12:15:36,806 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:36,807 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-10T12:15:36,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:36,809 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:36,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742320_1496 (size=12151) 2024-11-10T12:15:36,810 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:36,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:36,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240936841, max timestamp=1731240936881Num uniques 859; 2024-11-10T12:15:36,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:36,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240936841, max timestamp=1731240936881Num uniques 859; 2024-11-10T12:15:36,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:36,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240936841, max timestamp=1731240936881Num uniques 859; 2024-11-10T12:15:36,885 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:36,945 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/6a2943da01c24e7dae3fea679599514d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6a2943da01c24e7dae3fea679599514d 2024-11-10T12:15:36,947 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/9fd3c27ff7ce4199a7cee568dc623e9d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9fd3c27ff7ce4199a7cee568dc623e9d 2024-11-10T12:15:36,949 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into 6a2943da01c24e7dae3fea679599514d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:36,949 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:36,949 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=12, startTime=1731240936526; duration=0sec 2024-11-10T12:15:36,949 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:36,949 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:36,949 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:15:36,950 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:15:36,951 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:36,951 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:36,951 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2955b329b3fa489ca06bd7c3a681ffe2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/45c7e12360b34d0bab163d95d98b03c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/4eb413909ca044a4a2aee6b12f48c250, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e8d2d321ec7849c694ccbf9c7d1a4bd2] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=47.1 K 2024-11-10T12:15:36,951 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2955b329b3fa489ca06bd7c3a681ffe2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731240930732 2024-11-10T12:15:36,951 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45c7e12360b34d0bab163d95d98b03c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731240931534 2024-11-10T12:15:36,952 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eb413909ca044a4a2aee6b12f48c250, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1731240932735 2024-11-10T12:15:36,952 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 9fd3c27ff7ce4199a7cee568dc623e9d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:36,952 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:36,952 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=12, startTime=1731240936526; duration=0sec 2024-11-10T12:15:36,952 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:36,952 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:36,953 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8d2d321ec7849c694ccbf9c7d1a4bd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731240935120 2024-11-10T12:15:36,960 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:36,960 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2e2c14c3cea64a3a920a07002a1eceb6 is 50, key is test_row_0/C:col10/1731240935142/Put/seqid=0 2024-11-10T12:15:36,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:36,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:36,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:36,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:36,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:36,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742321_1497 (size=12391) 2024-11-10T12:15:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240996953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240996955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:36,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240996956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240997076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240997076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240997076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:37,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/f4e81657fbed4ea581a3fe38bb69bcb0 2024-11-10T12:15:37,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d208cbbe8a6045ebbe14d40c82b4711a is 50, key is test_row_0/B:col10/1731240935310/Put/seqid=0 2024-11-10T12:15:37,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742322_1498 (size=12151) 2024-11-10T12:15:37,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:37,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240997296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240997296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240997296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,369 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2e2c14c3cea64a3a920a07002a1eceb6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2e2c14c3cea64a3a920a07002a1eceb6 2024-11-10T12:15:37,373 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into 2e2c14c3cea64a3a920a07002a1eceb6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:37,373 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:37,373 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=12, startTime=1731240936526; duration=0sec 2024-11-10T12:15:37,373 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:37,373 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:37,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:37,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:37,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240997496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,499 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_0' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:37,499 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240997506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,513 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 3857ccc89b65,43105,1731240799921 for 'test_row_1' in 44627345752e19d70278c6271ce7886e of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-10T12:15:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:37,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d208cbbe8a6045ebbe14d40c82b4711a 2024-11-10T12:15:37,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240997616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240997617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240997617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:37,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/cad572b17738492f9351849835cf1fec is 50, key is test_row_0/C:col10/1731240935310/Put/seqid=0 2024-11-10T12:15:37,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742323_1499 (size=12151) 2024-11-10T12:15:37,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:37,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:38,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/cad572b17738492f9351849835cf1fec 2024-11-10T12:15:38,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/f4e81657fbed4ea581a3fe38bb69bcb0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f4e81657fbed4ea581a3fe38bb69bcb0 2024-11-10T12:15:38,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f4e81657fbed4ea581a3fe38bb69bcb0, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:15:38,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d208cbbe8a6045ebbe14d40c82b4711a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d208cbbe8a6045ebbe14d40c82b4711a 2024-11-10T12:15:38,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d208cbbe8a6045ebbe14d40c82b4711a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:15:38,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/cad572b17738492f9351849835cf1fec as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/cad572b17738492f9351849835cf1fec 2024-11-10T12:15:38,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/cad572b17738492f9351849835cf1fec, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:15:38,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 44627345752e19d70278c6271ce7886e in 1246ms, sequenceid=154, compaction requested=false 2024-11-10T12:15:38,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:38,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-10T12:15:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:38,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:38,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/6996d92a08bc4feba5496ac3f9489a44 is 50, key is test_row_0/A:col10/1731240938142/Put/seqid=0 2024-11-10T12:15:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742324_1500 (size=14541) 2024-11-10T12:15:38,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240998158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240998159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240998160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240998276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240998276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240998276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240998496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240998496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,504 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240998496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/6996d92a08bc4feba5496ac3f9489a44 2024-11-10T12:15:38,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/6f25fe9f3a4547afbb77ba42cf51afea is 50, key is test_row_0/B:col10/1731240938142/Put/seqid=0 2024-11-10T12:15:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742325_1501 (size=12151) 2024-11-10T12:15:38,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240998806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240998816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240998816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:38,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:38,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:38,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/6f25fe9f3a4547afbb77ba42cf51afea 2024-11-10T12:15:38,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/c9585fc2660c474ebf39006c94b5a3e0 is 50, key is test_row_0/C:col10/1731240938142/Put/seqid=0 2024-11-10T12:15:38,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742326_1502 (size=12151) 2024-11-10T12:15:39,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:39,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:39,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731240999326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:39,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731240999336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731240999336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:39,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/c9585fc2660c474ebf39006c94b5a3e0 2024-11-10T12:15:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/6996d92a08bc4feba5496ac3f9489a44 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6996d92a08bc4feba5496ac3f9489a44 2024-11-10T12:15:39,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6996d92a08bc4feba5496ac3f9489a44, entries=200, sequenceid=193, filesize=14.2 K 2024-11-10T12:15:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/6f25fe9f3a4547afbb77ba42cf51afea as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/6f25fe9f3a4547afbb77ba42cf51afea 2024-11-10T12:15:39,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/6f25fe9f3a4547afbb77ba42cf51afea, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:15:39,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/c9585fc2660c474ebf39006c94b5a3e0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/c9585fc2660c474ebf39006c94b5a3e0 2024-11-10T12:15:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/c9585fc2660c474ebf39006c94b5a3e0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-10T12:15:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 44627345752e19d70278c6271ce7886e in 1253ms, sequenceid=193, compaction requested=true 2024-11-10T12:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:39,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:39,397 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:39,397 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:39,397 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:39,397 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:39,397 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:39,397 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:39,397 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,397 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,398 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6a2943da01c24e7dae3fea679599514d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f4e81657fbed4ea581a3fe38bb69bcb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6996d92a08bc4feba5496ac3f9489a44] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=38.2 K 2024-11-10T12:15:39,398 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9fd3c27ff7ce4199a7cee568dc623e9d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d208cbbe8a6045ebbe14d40c82b4711a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/6f25fe9f3a4547afbb77ba42cf51afea] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=35.8 K 2024-11-10T12:15:39,398 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fd3c27ff7ce4199a7cee568dc623e9d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731240935120 2024-11-10T12:15:39,398 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a2943da01c24e7dae3fea679599514d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731240935120 2024-11-10T12:15:39,398 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d208cbbe8a6045ebbe14d40c82b4711a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240935293 2024-11-10T12:15:39,398 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4e81657fbed4ea581a3fe38bb69bcb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240935293 2024-11-10T12:15:39,398 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6996d92a08bc4feba5496ac3f9489a44, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731240936928 2024-11-10T12:15:39,398 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f25fe9f3a4547afbb77ba42cf51afea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731240936928 2024-11-10T12:15:39,406 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:39,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-10T12:15:39,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,406 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/380f6adcd2db42ffa97d7cf02fcbca16 is 50, key is test_row_0/A:col10/1731240938142/Put/seqid=0 2024-11-10T12:15:39,406 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:15:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:39,408 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:39,408 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/76b7084e840e4cda91d53b4141950a63 is 50, key is test_row_0/B:col10/1731240938142/Put/seqid=0 2024-11-10T12:15:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742327_1503 (size=12493) 2024-11-10T12:15:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742328_1504 (size=12493) 2024-11-10T12:15:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/8d9b6f8c536a436bba46646d2929a3d4 is 50, key is test_row_0/A:col10/1731240938144/Put/seqid=0 2024-11-10T12:15:39,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742329_1505 (size=12151) 2024-11-10T12:15:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:39,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:39,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240939598, max timestamp=1731240939631Num uniques 859; 2024-11-10T12:15:39,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240939598, max timestamp=1731240939631Num uniques 859; 2024-11-10T12:15:39,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:39,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:39,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731240939598, max timestamp=1731240939631Num uniques 859; 2024-11-10T12:15:39,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-10T12:15:39,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240999713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:39,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240999717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:39,815 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/380f6adcd2db42ffa97d7cf02fcbca16 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/380f6adcd2db42ffa97d7cf02fcbca16 2024-11-10T12:15:39,816 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/76b7084e840e4cda91d53b4141950a63 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/76b7084e840e4cda91d53b4141950a63 2024-11-10T12:15:39,818 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/8d9b6f8c536a436bba46646d2929a3d4 2024-11-10T12:15:39,819 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 76b7084e840e4cda91d53b4141950a63(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:39,819 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into 380f6adcd2db42ffa97d7cf02fcbca16(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:39,819 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:39,819 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:39,819 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240939397; duration=0sec 2024-11-10T12:15:39,819 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240939396; duration=0sec 2024-11-10T12:15:39,819 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:39,820 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:39,820 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:39,820 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:39,820 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:39,821 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:39,821 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:39,821 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:39,821 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2e2c14c3cea64a3a920a07002a1eceb6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/cad572b17738492f9351849835cf1fec, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/c9585fc2660c474ebf39006c94b5a3e0] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=35.8 K 2024-11-10T12:15:39,821 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e2c14c3cea64a3a920a07002a1eceb6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731240935120 2024-11-10T12:15:39,821 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting cad572b17738492f9351849835cf1fec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240935293 2024-11-10T12:15:39,822 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c9585fc2660c474ebf39006c94b5a3e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731240936928 2024-11-10T12:15:39,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/1731521db8b946fe8ada6b27e32e0e30 is 50, key is test_row_0/B:col10/1731240938144/Put/seqid=0 2024-11-10T12:15:39,828 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:39,828 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/9585065ec24a440d804c9b6fa6abecc8 is 50, key is test_row_0/C:col10/1731240938142/Put/seqid=0 2024-11-10T12:15:39,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742330_1506 (size=12151) 2024-11-10T12:15:39,835 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/1731521db8b946fe8ada6b27e32e0e30 2024-11-10T12:15:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/25f332ead5c646f58e854d97229ba367 is 50, key is test_row_0/C:col10/1731240938144/Put/seqid=0 2024-11-10T12:15:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742331_1507 (size=12493) 2024-11-10T12:15:39,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742332_1508 (size=12151) 2024-11-10T12:15:39,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731240999836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731240999836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:39,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241000056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241000056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,249 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/25f332ead5c646f58e854d97229ba367 2024-11-10T12:15:40,251 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/9585065ec24a440d804c9b6fa6abecc8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/9585065ec24a440d804c9b6fa6abecc8 2024-11-10T12:15:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/8d9b6f8c536a436bba46646d2929a3d4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/8d9b6f8c536a436bba46646d2929a3d4 2024-11-10T12:15:40,255 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into 9585065ec24a440d804c9b6fa6abecc8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:40,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:40,255 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240939397; duration=0sec 2024-11-10T12:15:40,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:40,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:40,256 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/8d9b6f8c536a436bba46646d2929a3d4, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T12:15:40,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/1731521db8b946fe8ada6b27e32e0e30 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1731521db8b946fe8ada6b27e32e0e30 2024-11-10T12:15:40,260 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1731521db8b946fe8ada6b27e32e0e30, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T12:15:40,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/25f332ead5c646f58e854d97229ba367 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/25f332ead5c646f58e854d97229ba367 2024-11-10T12:15:40,263 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/25f332ead5c646f58e854d97229ba367, entries=150, sequenceid=202, filesize=11.9 K 2024-11-10T12:15:40,264 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 44627345752e19d70278c6271ce7886e in 858ms, sequenceid=202, compaction requested=false 2024-11-10T12:15:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-10T12:15:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-10T12:15:40,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-10T12:15:40,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4550 sec 2024-11-10T12:15:40,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 3.4600 sec 2024-11-10T12:15:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:40,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-10T12:15:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:15:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:15:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:40,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-10T12:15:40,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/a2319cb8e0af44508fee43b28dbbb668 is 50, key is test_row_0/A:col10/1731240939715/Put/seqid=0 2024-11-10T12:15:40,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742333_1509 (size=14541) 2024-11-10T12:15:40,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/a2319cb8e0af44508fee43b28dbbb668 2024-11-10T12:15:40,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/053dc4c9d304406a9e9a1efa8c303622 is 50, key is test_row_0/B:col10/1731240939715/Put/seqid=0 2024-11-10T12:15:40,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742334_1510 (size=12151) 2024-11-10T12:15:40,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/053dc4c9d304406a9e9a1efa8c303622 2024-11-10T12:15:40,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/16b8380ed2c84cd3bd0283643b6e4578 is 50, key is test_row_0/C:col10/1731240939715/Put/seqid=0 2024-11-10T12:15:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742335_1511 (size=12151) 2024-11-10T12:15:40,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241000376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241000376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241000378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241000380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241000380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241000486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241000496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241000497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241000696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241000716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241000716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:40,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:40,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/16b8380ed2c84cd3bd0283643b6e4578 2024-11-10T12:15:40,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/a2319cb8e0af44508fee43b28dbbb668 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a2319cb8e0af44508fee43b28dbbb668 2024-11-10T12:15:40,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a2319cb8e0af44508fee43b28dbbb668, entries=200, sequenceid=243, filesize=14.2 K 2024-11-10T12:15:40,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/053dc4c9d304406a9e9a1efa8c303622 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/053dc4c9d304406a9e9a1efa8c303622 2024-11-10T12:15:40,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/053dc4c9d304406a9e9a1efa8c303622, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:15:40,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/16b8380ed2c84cd3bd0283643b6e4578 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/16b8380ed2c84cd3bd0283643b6e4578 2024-11-10T12:15:40,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/16b8380ed2c84cd3bd0283643b6e4578, entries=150, sequenceid=243, filesize=11.9 K 2024-11-10T12:15:40,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 44627345752e19d70278c6271ce7886e in 444ms, sequenceid=243, compaction requested=true 2024-11-10T12:15:40,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:40,795 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:40,795 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:40,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:40,795 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:40,795 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:40,795 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:40,795 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:40,795 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/380f6adcd2db42ffa97d7cf02fcbca16, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/8d9b6f8c536a436bba46646d2929a3d4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a2319cb8e0af44508fee43b28dbbb668] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=38.3 K 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:40,796 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:40,796 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/76b7084e840e4cda91d53b4141950a63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1731521db8b946fe8ada6b27e32e0e30, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/053dc4c9d304406a9e9a1efa8c303622] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=35.9 K 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 380f6adcd2db42ffa97d7cf02fcbca16, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731240936928 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 76b7084e840e4cda91d53b4141950a63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731240936928 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d9b6f8c536a436bba46646d2929a3d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731240938144 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1731521db8b946fe8ada6b27e32e0e30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731240938144 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2319cb8e0af44508fee43b28dbbb668, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240939698 2024-11-10T12:15:40,796 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 053dc4c9d304406a9e9a1efa8c303622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240939698 2024-11-10T12:15:40,802 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:40,802 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/ce948c473f154f758977e8811e6281ee is 50, key is test_row_0/B:col10/1731240939715/Put/seqid=0 2024-11-10T12:15:40,805 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:40,806 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/f9296f94a5194825be916801c8710a96 is 50, key is test_row_0/A:col10/1731240939715/Put/seqid=0 2024-11-10T12:15:40,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742336_1512 (size=12595) 2024-11-10T12:15:40,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742337_1513 (size=12595) 2024-11-10T12:15:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:40,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:40,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/a4382c8f49c2492ca3fae6e9d69ee279 is 50, key is test_row_0/A:col10/1731240940890/Put/seqid=0 2024-11-10T12:15:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742338_1514 (size=12151) 2024-11-10T12:15:40,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/a4382c8f49c2492ca3fae6e9d69ee279 2024-11-10T12:15:40,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/57aec50fb0a242949fb42bf75e054a19 is 50, key is test_row_0/B:col10/1731240940890/Put/seqid=0 2024-11-10T12:15:40,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742339_1515 (size=12151) 2024-11-10T12:15:40,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/57aec50fb0a242949fb42bf75e054a19 2024-11-10T12:15:40,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/3331482f4c934b179178183bbd58ed0f is 50, key is test_row_0/C:col10/1731240940890/Put/seqid=0 2024-11-10T12:15:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742340_1516 (size=12151) 2024-11-10T12:15:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-10T12:15:40,976 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:40,977 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-10T12:15:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:40,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:40,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:40,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:40,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240940947, max timestamp=1731240940986Num uniques 859; 2024-11-10T12:15:40,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:40,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240940947, max timestamp=1731240940986Num uniques 859; 2024-11-10T12:15:40,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:40,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240940947, max timestamp=1731240940986Num uniques 859; 2024-11-10T12:15:40,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:41,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241001038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241001050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241001051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241001052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241001052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:41,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241001156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241001176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241001176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241001176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241001176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,224 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/ce948c473f154f758977e8811e6281ee as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ce948c473f154f758977e8811e6281ee 2024-11-10T12:15:41,224 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/f9296f94a5194825be916801c8710a96 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f9296f94a5194825be916801c8710a96 2024-11-10T12:15:41,229 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into ce948c473f154f758977e8811e6281ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:41,229 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into f9296f94a5194825be916801c8710a96(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:41,229 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240940795; duration=0sec 2024-11-10T12:15:41,229 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240940794; duration=0sec 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:41,229 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:41,230 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:41,230 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:41,230 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,230 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/9585065ec24a440d804c9b6fa6abecc8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/25f332ead5c646f58e854d97229ba367, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/16b8380ed2c84cd3bd0283643b6e4578] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=35.9 K 2024-11-10T12:15:41,230 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9585065ec24a440d804c9b6fa6abecc8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1731240936928 2024-11-10T12:15:41,231 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25f332ead5c646f58e854d97229ba367, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731240938144 2024-11-10T12:15:41,231 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b8380ed2c84cd3bd0283643b6e4578, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240939698 2024-11-10T12:15:41,237 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:41,238 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/8bd6d012b1114999b2aad60c70a70a7c is 50, key is test_row_0/C:col10/1731240939715/Put/seqid=0 2024-11-10T12:15:41,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742341_1517 (size=12595) 2024-11-10T12:15:41,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:15:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:41,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:41,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/3331482f4c934b179178183bbd58ed0f 2024-11-10T12:15:41,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/a4382c8f49c2492ca3fae6e9d69ee279 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a4382c8f49c2492ca3fae6e9d69ee279 2024-11-10T12:15:41,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a4382c8f49c2492ca3fae6e9d69ee279, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T12:15:41,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/57aec50fb0a242949fb42bf75e054a19 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/57aec50fb0a242949fb42bf75e054a19 2024-11-10T12:15:41,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/57aec50fb0a242949fb42bf75e054a19, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T12:15:41,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/3331482f4c934b179178183bbd58ed0f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/3331482f4c934b179178183bbd58ed0f 2024-11-10T12:15:41,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/3331482f4c934b179178183bbd58ed0f, entries=150, sequenceid=253, filesize=11.9 K 2024-11-10T12:15:41,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 44627345752e19d70278c6271ce7886e in 455ms, sequenceid=253, compaction requested=false 2024-11-10T12:15:41,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:41,386 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-10T12:15:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:41,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:41,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/1effc6245ec84b5fb01b44f3029bfcda is 50, key is test_row_0/A:col10/1731240941384/Put/seqid=0 2024-11-10T12:15:41,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742342_1518 (size=14741) 2024-11-10T12:15:41,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/1effc6245ec84b5fb01b44f3029bfcda 2024-11-10T12:15:41,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/4de80ccc3cba4a3b8f285c94faad0310 is 50, key is test_row_0/B:col10/1731240941384/Put/seqid=0 2024-11-10T12:15:41,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742343_1519 (size=12301) 2024-11-10T12:15:41,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/4de80ccc3cba4a3b8f285c94faad0310 2024-11-10T12:15:41,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2d58aa27b288481e93b4a84323ad257d is 50, key is test_row_0/C:col10/1731240941384/Put/seqid=0 2024-11-10T12:15:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742344_1520 (size=12301) 2024-11-10T12:15:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241001403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241001404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241001405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241001407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241001408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241001526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:15:41,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:41,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:41,651 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/8bd6d012b1114999b2aad60c70a70a7c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/8bd6d012b1114999b2aad60c70a70a7c 2024-11-10T12:15:41,654 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into 8bd6d012b1114999b2aad60c70a70a7c(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:41,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:41,654 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240940795; duration=0sec 2024-11-10T12:15:41,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:41,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:41,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:15:41,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:41,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:41,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241001746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241001746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241001746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241001746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241001747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:41,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:41,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2d58aa27b288481e93b4a84323ad257d 2024-11-10T12:15:41,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/1effc6245ec84b5fb01b44f3029bfcda as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1effc6245ec84b5fb01b44f3029bfcda 2024-11-10T12:15:41,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1effc6245ec84b5fb01b44f3029bfcda, entries=200, sequenceid=291, filesize=14.4 K 2024-11-10T12:15:41,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/4de80ccc3cba4a3b8f285c94faad0310 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4de80ccc3cba4a3b8f285c94faad0310 2024-11-10T12:15:41,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4de80ccc3cba4a3b8f285c94faad0310, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T12:15:41,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2d58aa27b288481e93b4a84323ad257d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2d58aa27b288481e93b4a84323ad257d 2024-11-10T12:15:41,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2d58aa27b288481e93b4a84323ad257d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-10T12:15:41,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 44627345752e19d70278c6271ce7886e in 444ms, sequenceid=291, compaction requested=true 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:41,830 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:41,830 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:41,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:41,833 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:41,833 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:41,834 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,834 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,834 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f9296f94a5194825be916801c8710a96, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a4382c8f49c2492ca3fae6e9d69ee279, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1effc6245ec84b5fb01b44f3029bfcda] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=38.6 K 2024-11-10T12:15:41,834 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ce948c473f154f758977e8811e6281ee, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/57aec50fb0a242949fb42bf75e054a19, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4de80ccc3cba4a3b8f285c94faad0310] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.2 K 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting ce948c473f154f758977e8811e6281ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240939698 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9296f94a5194825be916801c8710a96, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240939698 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 57aec50fb0a242949fb42bf75e054a19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731240940378 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4382c8f49c2492ca3fae6e9d69ee279, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731240940378 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4de80ccc3cba4a3b8f285c94faad0310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240941049 2024-11-10T12:15:41,834 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1effc6245ec84b5fb01b44f3029bfcda, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240941048 2024-11-10T12:15:41,841 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:41,841 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/2ed4876b8bd34f538a8742152f76500e is 50, key is test_row_0/B:col10/1731240941384/Put/seqid=0 2024-11-10T12:15:41,841 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:41,842 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/0f7d7b06b9054ccc83e3458d2269a79d is 50, key is test_row_0/A:col10/1731240941384/Put/seqid=0 2024-11-10T12:15:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742345_1521 (size=12847) 2024-11-10T12:15:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742346_1522 (size=12847) 2024-11-10T12:15:41,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-10T12:15:41,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:41,896 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-10T12:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:41,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/3868b91b80164928968db6b299e55cab is 50, key is test_row_0/A:col10/1731240941403/Put/seqid=0 2024-11-10T12:15:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742347_1523 (size=12301) 2024-11-10T12:15:42,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:42,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:42,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240942089, max timestamp=1731240942107Num uniques 859; 2024-11-10T12:15:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240942089, max timestamp=1731240942107Num uniques 859; 2024-11-10T12:15:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731240942089, max timestamp=1731240942107Num uniques 859; 2024-11-10T12:15:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-10T12:15:42,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:42,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241002143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,157 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241002144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241002145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241002150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241002156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,249 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/2ed4876b8bd34f538a8742152f76500e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2ed4876b8bd34f538a8742152f76500e 2024-11-10T12:15:42,250 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/0f7d7b06b9054ccc83e3458d2269a79d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/0f7d7b06b9054ccc83e3458d2269a79d 2024-11-10T12:15:42,253 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 2ed4876b8bd34f538a8742152f76500e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:42,253 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:42,253 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240941830; duration=0sec 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:42,254 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into 0f7d7b06b9054ccc83e3458d2269a79d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:42,254 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240941830; duration=0sec 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:42,254 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:42,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:42,255 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:42,255 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/8bd6d012b1114999b2aad60c70a70a7c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/3331482f4c934b179178183bbd58ed0f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2d58aa27b288481e93b4a84323ad257d] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.2 K 2024-11-10T12:15:42,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd6d012b1114999b2aad60c70a70a7c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1731240939698 2024-11-10T12:15:42,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 3331482f4c934b179178183bbd58ed0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731240940378 2024-11-10T12:15:42,255 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d58aa27b288481e93b4a84323ad257d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240941049 2024-11-10T12:15:42,261 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:42,261 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/1644a49eacc14428b5f22661db7b03c7 is 50, key is test_row_0/C:col10/1731240941384/Put/seqid=0 2024-11-10T12:15:42,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742348_1524 (size=12847) 2024-11-10T12:15:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241002266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241002266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241002267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,279 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241002267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241002276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,281 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/3868b91b80164928968db6b299e55cab 2024-11-10T12:15:42,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/679bb64be4e945068d2d79ee14302984 is 50, key is test_row_0/B:col10/1731240941403/Put/seqid=0 2024-11-10T12:15:42,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742349_1525 (size=12301) 2024-11-10T12:15:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241002486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241002486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241002486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241002486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241002486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,668 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/1644a49eacc14428b5f22661db7b03c7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/1644a49eacc14428b5f22661db7b03c7 2024-11-10T12:15:42,672 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into 1644a49eacc14428b5f22661db7b03c7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:42,672 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:42,672 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240941830; duration=0sec 2024-11-10T12:15:42,672 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:42,672 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:42,714 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/679bb64be4e945068d2d79ee14302984 2024-11-10T12:15:42,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2985e0f53d6c43cf85499b8f1110a194 is 50, key is test_row_0/C:col10/1731240941403/Put/seqid=0 2024-11-10T12:15:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742350_1526 (size=12301) 2024-11-10T12:15:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241002806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241002806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241002807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241002807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241002807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,124 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2985e0f53d6c43cf85499b8f1110a194 2024-11-10T12:15:43,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:43,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/3868b91b80164928968db6b299e55cab as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/3868b91b80164928968db6b299e55cab 2024-11-10T12:15:43,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/3868b91b80164928968db6b299e55cab, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T12:15:43,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/679bb64be4e945068d2d79ee14302984 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/679bb64be4e945068d2d79ee14302984 2024-11-10T12:15:43,134 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/679bb64be4e945068d2d79ee14302984, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T12:15:43,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/2985e0f53d6c43cf85499b8f1110a194 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2985e0f53d6c43cf85499b8f1110a194 2024-11-10T12:15:43,137 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2985e0f53d6c43cf85499b8f1110a194, entries=150, sequenceid=301, filesize=12.0 K 2024-11-10T12:15:43,138 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 44627345752e19d70278c6271ce7886e in 1243ms, sequenceid=301, compaction requested=false 2024-11-10T12:15:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:43,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-10T12:15:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-10T12:15:43,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-10T12:15:43,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-10T12:15:43,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.1640 sec 2024-11-10T12:15:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:43,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-10T12:15:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:43,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:43,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/c5043da53fa34e118bbeaf3cd38b66f0 is 50, key is test_row_0/A:col10/1731240943329/Put/seqid=0 2024-11-10T12:15:43,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742351_1527 (size=14741) 2024-11-10T12:15:43,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241003333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241003334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241003336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,346 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241003336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241003345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,348 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241003456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241003456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241003456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241003456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241003456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241003676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241003676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241003676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241003676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241003676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:43,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:43,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/c5043da53fa34e118bbeaf3cd38b66f0 2024-11-10T12:15:43,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/4e307f605e684e3799ec04a14178d6db is 50, key is test_row_0/B:col10/1731240943329/Put/seqid=0 2024-11-10T12:15:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742352_1528 (size=12301) 2024-11-10T12:15:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241003996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241003996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241003996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241003997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241003997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/4e307f605e684e3799ec04a14178d6db 2024-11-10T12:15:44,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/5849a73dacbf442e9a3e5c6f46faa5b2 is 50, key is test_row_0/C:col10/1731240943329/Put/seqid=0 2024-11-10T12:15:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742353_1529 (size=12301) 2024-11-10T12:15:44,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241004516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241004517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241004517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241004517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241004517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:44,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/5849a73dacbf442e9a3e5c6f46faa5b2 2024-11-10T12:15:44,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/c5043da53fa34e118bbeaf3cd38b66f0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c5043da53fa34e118bbeaf3cd38b66f0 2024-11-10T12:15:44,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c5043da53fa34e118bbeaf3cd38b66f0, entries=200, sequenceid=341, filesize=14.4 K 2024-11-10T12:15:44,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/4e307f605e684e3799ec04a14178d6db as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4e307f605e684e3799ec04a14178d6db 2024-11-10T12:15:44,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4e307f605e684e3799ec04a14178d6db, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T12:15:44,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/5849a73dacbf442e9a3e5c6f46faa5b2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5849a73dacbf442e9a3e5c6f46faa5b2 2024-11-10T12:15:44,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5849a73dacbf442e9a3e5c6f46faa5b2, entries=150, sequenceid=341, filesize=12.0 K 2024-11-10T12:15:44,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=33.54 KB/34350 for 44627345752e19d70278c6271ce7886e in 1244ms, sequenceid=341, compaction requested=true 2024-11-10T12:15:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:44,575 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:44,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:44,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:44,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:44,576 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:44,578 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:44,578 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:44,578 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:44,578 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:44,578 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:44,578 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:44,578 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/0f7d7b06b9054ccc83e3458d2269a79d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/3868b91b80164928968db6b299e55cab, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c5043da53fa34e118bbeaf3cd38b66f0] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=39.0 K 2024-11-10T12:15:44,578 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2ed4876b8bd34f538a8742152f76500e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/679bb64be4e945068d2d79ee14302984, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4e307f605e684e3799ec04a14178d6db] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.6 K 2024-11-10T12:15:44,579 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f7d7b06b9054ccc83e3458d2269a79d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240941049 2024-11-10T12:15:44,579 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed4876b8bd34f538a8742152f76500e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240941049 2024-11-10T12:15:44,579 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3868b91b80164928968db6b299e55cab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240941403 2024-11-10T12:15:44,579 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 679bb64be4e945068d2d79ee14302984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240941403 2024-11-10T12:15:44,579 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e307f605e684e3799ec04a14178d6db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731240942142 2024-11-10T12:15:44,579 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5043da53fa34e118bbeaf3cd38b66f0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731240942142 2024-11-10T12:15:44,587 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:44,587 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/0c31742963c54cf8b1165aac77d76e25 is 50, key is test_row_0/B:col10/1731240943329/Put/seqid=0 2024-11-10T12:15:44,590 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:44,591 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/bbcd539276d44e1282a577083c93e0f7 is 50, key is test_row_0/A:col10/1731240943329/Put/seqid=0 2024-11-10T12:15:44,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742354_1530 (size=12949) 2024-11-10T12:15:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742355_1531 (size=12949) 2024-11-10T12:15:44,596 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/0c31742963c54cf8b1165aac77d76e25 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/0c31742963c54cf8b1165aac77d76e25 2024-11-10T12:15:44,600 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/bbcd539276d44e1282a577083c93e0f7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bbcd539276d44e1282a577083c93e0f7 2024-11-10T12:15:44,601 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 0c31742963c54cf8b1165aac77d76e25(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:44,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:44,601 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240944575; duration=0sec 2024-11-10T12:15:44,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:44,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:44,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:44,602 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:44,602 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:44,602 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:44,602 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/1644a49eacc14428b5f22661db7b03c7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2985e0f53d6c43cf85499b8f1110a194, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5849a73dacbf442e9a3e5c6f46faa5b2] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.6 K 2024-11-10T12:15:44,603 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 1644a49eacc14428b5f22661db7b03c7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731240941049 2024-11-10T12:15:44,603 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2985e0f53d6c43cf85499b8f1110a194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731240941403 2024-11-10T12:15:44,604 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5849a73dacbf442e9a3e5c6f46faa5b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731240942142 2024-11-10T12:15:44,604 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into bbcd539276d44e1282a577083c93e0f7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:44,605 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:44,605 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240944575; duration=0sec 2024-11-10T12:15:44,605 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:44,605 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:44,609 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:44,609 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/5a6d766ebccd4b55943b775b7c8fe75e is 50, key is test_row_0/C:col10/1731240943329/Put/seqid=0 2024-11-10T12:15:44,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742356_1532 (size=12949) 2024-11-10T12:15:45,023 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/5a6d766ebccd4b55943b775b7c8fe75e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5a6d766ebccd4b55943b775b7c8fe75e 2024-11-10T12:15:45,027 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into 5a6d766ebccd4b55943b775b7c8fe75e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:45,027 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:45,027 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240944575; duration=0sec 2024-11-10T12:15:45,027 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:45,027 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-10T12:15:45,137 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:45,137 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-10T12:15:45,139 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:45,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:15:45,140 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:45,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:15:45,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-10T12:15:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:45,292 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T12:15:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:45,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/bf4bc3173f1940fb8da55ea6fcdedd29 is 50, key is test_row_0/A:col10/1731240943331/Put/seqid=0 2024-11-10T12:15:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742357_1533 (size=12301) 2024-11-10T12:15:45,306 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/bf4bc3173f1940fb8da55ea6fcdedd29 2024-11-10T12:15:45,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/851cd4dac31d4a2792ca4b7c70087c3d is 50, key is test_row_0/B:col10/1731240943331/Put/seqid=0 2024-11-10T12:15:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742358_1534 (size=12301) 2024-11-10T12:15:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:15:45,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:45,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731240945552, max timestamp=1731240945568Num uniques 859; 2024-11-10T12:15:45,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731240945552, max timestamp=1731240945568Num uniques 859; 2024-11-10T12:15:45,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T12:15:45,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T12:15:45,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731240945552, max timestamp=1731240945568Num uniques 859; 2024-11-10T12:15:45,572 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-10T12:15:45,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241005602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241005603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241005604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241005630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241005630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/851cd4dac31d4a2792ca4b7c70087c3d 2024-11-10T12:15:45,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/95c6e51824ab46fc879c1d354485924a is 50, key is test_row_0/C:col10/1731240943331/Put/seqid=0 2024-11-10T12:15:45,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742359_1535 (size=12301) 2024-11-10T12:15:45,727 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/95c6e51824ab46fc879c1d354485924a 2024-11-10T12:15:45,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/bf4bc3173f1940fb8da55ea6fcdedd29 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bf4bc3173f1940fb8da55ea6fcdedd29 2024-11-10T12:15:45,734 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bf4bc3173f1940fb8da55ea6fcdedd29, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T12:15:45,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/851cd4dac31d4a2792ca4b7c70087c3d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/851cd4dac31d4a2792ca4b7c70087c3d 2024-11-10T12:15:45,737 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/851cd4dac31d4a2792ca4b7c70087c3d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T12:15:45,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/95c6e51824ab46fc879c1d354485924a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/95c6e51824ab46fc879c1d354485924a 2024-11-10T12:15:45,741 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/95c6e51824ab46fc879c1d354485924a, entries=150, sequenceid=352, filesize=12.0 K 2024-11-10T12:15:45,741 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=161.02 KB/164880 for 44627345752e19d70278c6271ce7886e in 449ms, sequenceid=352, compaction requested=false 2024-11-10T12:15:45,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:45,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:45,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-10T12:15:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-10T12:15:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:45,745 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=167.72 KB heapSize=461.16 KB 2024-11-10T12:15:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:45,745 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:45,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-10T12:15:45,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-11-10T12:15:45,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 609 msec 2024-11-10T12:15:45,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/b321b22f8c034bffad3d7c57caeaf2c4 is 50, key is test_row_0/A:col10/1731240945743/Put/seqid=0 2024-11-10T12:15:45,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742360_1536 (size=14741) 2024-11-10T12:15:45,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/b321b22f8c034bffad3d7c57caeaf2c4 2024-11-10T12:15:45,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241005747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241005748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241005754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/c48da2fc25fc460880479cef7f9ada8b is 50, key is test_row_0/B:col10/1731240945743/Put/seqid=0 2024-11-10T12:15:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742361_1537 (size=12301) 2024-11-10T12:15:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-10T12:15:45,766 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241005756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241005756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,767 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-10T12:15:45,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:45,769 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:45,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:45,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241005866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241005866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241005866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:15:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:45,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:45,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241005976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:45,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241005976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:15:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241006086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241006086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241006086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/c48da2fc25fc460880479cef7f9ada8b 2024-11-10T12:15:46,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/34a9332bfed348878126cd8abb6904ac is 50, key is test_row_0/C:col10/1731240945743/Put/seqid=0 2024-11-10T12:15:46,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742362_1538 (size=12301) 2024-11-10T12:15:46,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:15:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241006296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241006296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:15:46,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:46,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241006406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241006406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241006406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:15:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:46,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/34a9332bfed348878126cd8abb6904ac 2024-11-10T12:15:46,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/b321b22f8c034bffad3d7c57caeaf2c4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b321b22f8c034bffad3d7c57caeaf2c4 2024-11-10T12:15:46,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b321b22f8c034bffad3d7c57caeaf2c4, entries=200, sequenceid=389, filesize=14.4 K 2024-11-10T12:15:46,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/c48da2fc25fc460880479cef7f9ada8b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/c48da2fc25fc460880479cef7f9ada8b 2024-11-10T12:15:46,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/c48da2fc25fc460880479cef7f9ada8b, entries=150, sequenceid=389, filesize=12.0 K 2024-11-10T12:15:46,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/34a9332bfed348878126cd8abb6904ac as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/34a9332bfed348878126cd8abb6904ac 2024-11-10T12:15:46,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/34a9332bfed348878126cd8abb6904ac, entries=150, sequenceid=389, filesize=12.0 K 2024-11-10T12:15:46,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~461.11 KB/472176, currentSize=20.13 KB/20610 for 44627345752e19d70278c6271ce7886e in 845ms, sequenceid=389, compaction requested=true 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:46,591 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:46,591 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:46,592 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:46,592 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:46,592 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:46,592 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:46,592 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,592 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,592 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bbcd539276d44e1282a577083c93e0f7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bf4bc3173f1940fb8da55ea6fcdedd29, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b321b22f8c034bffad3d7c57caeaf2c4] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=39.1 K 2024-11-10T12:15:46,592 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/0c31742963c54cf8b1165aac77d76e25, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/851cd4dac31d4a2792ca4b7c70087c3d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/c48da2fc25fc460880479cef7f9ada8b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.7 K 2024-11-10T12:15:46,593 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c31742963c54cf8b1165aac77d76e25, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731240942142 2024-11-10T12:15:46,593 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbcd539276d44e1282a577083c93e0f7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731240942142 2024-11-10T12:15:46,593 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf4bc3173f1940fb8da55ea6fcdedd29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731240943331 2024-11-10T12:15:46,593 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 851cd4dac31d4a2792ca4b7c70087c3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731240943331 2024-11-10T12:15:46,593 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b321b22f8c034bffad3d7c57caeaf2c4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731240945601 2024-11-10T12:15:46,593 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c48da2fc25fc460880479cef7f9ada8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731240945601 2024-11-10T12:15:46,600 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:46,600 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:46,601 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/2df738674f1b4167a62b522031a8db31 is 50, key is test_row_0/A:col10/1731240945743/Put/seqid=0 2024-11-10T12:15:46,601 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/29f5533a348346029ba37ab7b3375fcf is 50, key is test_row_0/B:col10/1731240945743/Put/seqid=0 2024-11-10T12:15:46,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742363_1539 (size=13051) 2024-11-10T12:15:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742364_1540 (size=13051) 2024-11-10T12:15:46,615 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/2df738674f1b4167a62b522031a8db31 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/2df738674f1b4167a62b522031a8db31 2024-11-10T12:15:46,622 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into 2df738674f1b4167a62b522031a8db31(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:46,622 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:46,622 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240946591; duration=0sec 2024-11-10T12:15:46,622 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:46,622 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:46,622 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:46,623 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:46,623 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:46,623 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,623 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5a6d766ebccd4b55943b775b7c8fe75e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/95c6e51824ab46fc879c1d354485924a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/34a9332bfed348878126cd8abb6904ac] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.7 K 2024-11-10T12:15:46,624 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a6d766ebccd4b55943b775b7c8fe75e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731240942142 2024-11-10T12:15:46,624 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95c6e51824ab46fc879c1d354485924a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731240943331 2024-11-10T12:15:46,624 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34a9332bfed348878126cd8abb6904ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731240945601 2024-11-10T12:15:46,631 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#464 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:46,632 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/d9b8039424c946a1ad0164d9f92f40a8 is 50, key is test_row_0/C:col10/1731240945743/Put/seqid=0 2024-11-10T12:15:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742365_1541 (size=13051) 2024-11-10T12:15:46,647 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/d9b8039424c946a1ad0164d9f92f40a8 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/d9b8039424c946a1ad0164d9f92f40a8 2024-11-10T12:15:46,654 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into d9b8039424c946a1ad0164d9f92f40a8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:46,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:46,654 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240946591; duration=0sec 2024-11-10T12:15:46,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:46,654 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:46,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-10T12:15:46,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:46,687 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-10T12:15:46,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:46,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:46,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/b2cffd99ca364769b25b3f98ed374341 is 50, key is test_row_0/A:col10/1731240945745/Put/seqid=0 2024-11-10T12:15:46,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742366_1542 (size=9857) 2024-11-10T12:15:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:46,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. as already flushing 2024-11-10T12:15:46,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240946840, max timestamp=1731240946868Num uniques 859; 2024-11-10T12:15:46,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:46,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240946840, max timestamp=1731240946868Num uniques 859; 2024-11-10T12:15:46,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:46,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731240946840, max timestamp=1731240946868Num uniques 859; 2024-11-10T12:15:46,872 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-10T12:15:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:46,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731240946887, max timestamp=1731240946933Num uniques 1118; 2024-11-10T12:15:46,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731240946887, max timestamp=1731240946933Num uniques 1118; 2024-11-10T12:15:46,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-11-10T12:15:46,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-11-10T12:15:46,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=368, cellSize=16848, totalHeapSize=38512, min timestamp=1731240946887, max timestamp=1731240946933Num uniques 1118; 2024-11-10T12:15:46,938 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=16848, suffix heap size=144240,new segment heap size=38512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=368 2024-11-10T12:15:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241006967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241006972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,983 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241006973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241006980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,985 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:46,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:46,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731240946962, max timestamp=1731240946982Num uniques 1227; 2024-11-10T12:15:46,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=10392, suffix heap size=155576,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=227 2024-11-10T12:15:46,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731240946962, max timestamp=1731240946982Num uniques 1227; 2024-11-10T12:15:46,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731240946962, max timestamp=1731240946982Num uniques 1227; 2024-11-10T12:15:46,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=10392, suffix heap size=155576,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=227 2024-11-10T12:15:46,986 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=56192, new segment data size=10392, suffix heap size=155576,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1227, new segment cells count=227 2024-11-10T12:15:47,010 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/29f5533a348346029ba37ab7b3375fcf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/29f5533a348346029ba37ab7b3375fcf 2024-11-10T12:15:47,014 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 29f5533a348346029ba37ab7b3375fcf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:47,014 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:47,014 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240946591; duration=0sec 2024-11-10T12:15:47,014 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:47,014 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:47,096 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/b2cffd99ca364769b25b3f98ed374341 2024-11-10T12:15:47,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/708ef3c7146c4e85934e48fc60332b17 is 50, key is test_row_0/B:col10/1731240945745/Put/seqid=0 2024-11-10T12:15:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742367_1543 (size=9857) 2024-11-10T12:15:47,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241007098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731240947064, max timestamp=1731240947106Num uniques 1086; 2024-11-10T12:15:47,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-10T12:15:47,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1731240947064, max timestamp=1731240947106Num uniques 1086; 2024-11-10T12:15:47,110 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-10T12:15:47,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731240947090, max timestamp=1731240947106Num uniques 1086; 2024-11-10T12:15:47,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-11-10T12:15:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731240947125, max timestamp=1731240947155Num uniques 1145; 2024-11-10T12:15:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-10T12:15:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731240947125, max timestamp=1731240947155Num uniques 1145; 2024-11-10T12:15:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1731240947125, max timestamp=1731240947155Num uniques 1095; 2024-11-10T12:15:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52440, new segment data size=15800, suffix heap size=147048,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1145, new segment cells count=345 2024-11-10T12:15:47,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-10T12:15:47,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731240947183, max timestamp=1731240947200Num uniques 1204; 2024-11-10T12:15:47,204 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=13920, suffix heap size=153184,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=304 2024-11-10T12:15:47,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731240947183, max timestamp=1731240947200Num uniques 1204; 2024-11-10T12:15:47,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=13920, suffix heap size=153184,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=304 2024-11-10T12:15:47,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=304, cellSize=13920, totalHeapSize=31856, min timestamp=1731240947183, max timestamp=1731240947200Num uniques 1204; 2024-11-10T12:15:47,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=55140, new segment data size=13920, suffix heap size=153184,new segment heap size=31856 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1204, new segment cells count=304 2024-11-10T12:15:47,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241007239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241007241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731240947228, max timestamp=1731240947252Num uniques 1163; 2024-11-10T12:15:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=12038, suffix heap size=148920,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=263 2024-11-10T12:15:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731240947228, max timestamp=1731240947252Num uniques 1163; 2024-11-10T12:15:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=263, cellSize=12038, totalHeapSize=27592, min timestamp=1731240947228, max timestamp=1731240947252Num uniques 1163; 2024-11-10T12:15:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=12038, suffix heap size=148920,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=263 2024-11-10T12:15:47,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53258, new segment data size=12038, suffix heap size=148920,new segment heap size=27592 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1163, new segment cells count=263 2024-11-10T12:15:47,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240947299, max timestamp=1731240947323Num uniques 1122; 2024-11-10T12:15:47,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=10162, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222 2024-11-10T12:15:47,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240947299, max timestamp=1731240947323Num uniques 1122; 2024-11-10T12:15:47,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=10162, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222 2024-11-10T12:15:47,327 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1731240947299, max timestamp=1731240947323Num uniques 1122; 2024-11-10T12:15:47,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51382, new segment data size=10162, suffix heap size=144656,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1122, new segment cells count=222 2024-11-10T12:15:47,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731240947347, max timestamp=1731240947374Num uniques 1081; 2024-11-10T12:15:47,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:15:47,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731240947347, max timestamp=1731240947374Num uniques 1081; 2024-11-10T12:15:47,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1731240947347, max timestamp=1731240947374Num uniques 1081; 2024-11-10T12:15:47,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:15:47,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-10T12:15:47,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731240947393, max timestamp=1731240947420Num uniques 1140; 2024-11-10T12:15:47,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-10T12:15:47,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731240947393, max timestamp=1731240947420Num uniques 1140; 2024-11-10T12:15:47,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-10T12:15:47,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1731240947393, max timestamp=1731240947420Num uniques 1140; 2024-11-10T12:15:47,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-10T12:15:47,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731240947451, max timestamp=1731240947457Num uniques 1149; 2024-11-10T12:15:47,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731240947451, max timestamp=1731240947457Num uniques 1149; 2024-11-10T12:15:47,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-10T12:15:47,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-10T12:15:47,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1731240947451, max timestamp=1731240947457Num uniques 1149; 2024-11-10T12:15:47,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-11-10T12:15:47,505 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/708ef3c7146c4e85934e48fc60332b17 2024-11-10T12:15:47,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731240947484, max timestamp=1731240947506Num uniques 1108; 2024-11-10T12:15:47,510 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-10T12:15:47,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731240947484, max timestamp=1731240947506Num uniques 1108; 2024-11-10T12:15:47,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-10T12:15:47,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=258, cellSize=11810, totalHeapSize=27072, min timestamp=1731240947484, max timestamp=1731240947506Num uniques 1108; 2024-11-10T12:15:47,511 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50740, new segment data size=11810, suffix heap size=143200,new segment heap size=27072 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1108, new segment cells count=258 2024-11-10T12:15:47,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/f2e97c87fbd246eba64b52c853102ddc is 50, key is test_row_0/C:col10/1731240945745/Put/seqid=0 2024-11-10T12:15:47,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742368_1544 (size=9857) 2024-11-10T12:15:47,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731240947519, max timestamp=1731240947546Num uniques 1117; 2024-11-10T12:15:47,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-10T12:15:47,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731240947519, max timestamp=1731240947546Num uniques 1117; 2024-11-10T12:15:47,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-10T12:15:47,550 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=267, cellSize=12222, totalHeapSize=28008, min timestamp=1731240947519, max timestamp=1731240947546Num uniques 1117; 2024-11-10T12:15:47,551 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51152, new segment data size=12222, suffix heap size=144136,new segment heap size=28008 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1117, new segment cells count=267 2024-11-10T12:15:47,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=326, cellSize=14926, totalHeapSize=34144, min timestamp=1731240947565, max timestamp=1731240947580Num uniques 1126; 2024-11-10T12:15:47,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=14926, suffix heap size=145072,new segment heap size=34144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=326 2024-11-10T12:15:47,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=326, cellSize=14926, totalHeapSize=34144, min timestamp=1731240947565, max timestamp=1731240947580Num uniques 1126; 2024-11-10T12:15:47,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=326, cellSize=14926, totalHeapSize=34144, min timestamp=1731240947565, max timestamp=1731240947580Num uniques 1126; 2024-11-10T12:15:47,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=14926, suffix heap size=145072,new segment heap size=34144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=326 2024-11-10T12:15:47,584 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51566, new segment data size=14926, suffix heap size=145072,new segment heap size=34144 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1126, new segment cells count=326 2024-11-10T12:15:47,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731240947612, max timestamp=1731240947627Num uniques 1185; 2024-11-10T12:15:47,631 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=54270, new segment data size=10760, suffix heap size=151208,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1185, new segment cells count=235 2024-11-10T12:15:47,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1731240947614, max timestamp=1731240947627Num uniques 1185; 2024-11-10T12:15:47,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=54270, new segment data size=8470, suffix heap size=151208,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1185, new segment cells count=185 2024-11-10T12:15:47,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1731240947612, max timestamp=1731240947627Num uniques 1185; 2024-11-10T12:15:47,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54270, new segment data size=10760, suffix heap size=151208,new segment heap size=24680 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1185, new segment cells count=235 2024-11-10T12:15:47,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1731240947645, max timestamp=1731240947672Num uniques 1094; 2024-11-10T12:15:47,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-11-10T12:15:47,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1731240947645, max timestamp=1731240947672Num uniques 1044; 2024-11-10T12:15:47,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=13464, suffix heap size=136544,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=294 2024-11-10T12:15:47,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=294, cellSize=13464, totalHeapSize=30816, min timestamp=1731240947645, max timestamp=1731240947672Num uniques 1094; 2024-11-10T12:15:47,677 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=13464, suffix heap size=141744,new segment heap size=30816 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=294 2024-11-10T12:15:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241007708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241007711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241007712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241007713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1731240947696, max timestamp=1731240947722Num uniques 1153; 2024-11-10T12:15:47,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-11-10T12:15:47,726 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1731240947696, max timestamp=1731240947722Num uniques 1153; 2024-11-10T12:15:47,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-11-10T12:15:47,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=303, cellSize=13875, totalHeapSize=31752, min timestamp=1731240947696, max timestamp=1731240947722Num uniques 1153; 2024-11-10T12:15:47,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52805, new segment data size=13875, suffix heap size=147880,new segment heap size=31752 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1153, new segment cells count=303 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241007837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1731240947769, max timestamp=1731240947849Num uniques 1162; 2024-11-10T12:15:47,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53212, new segment data size=11992, suffix heap size=148816,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1162, new segment cells count=262 2024-11-10T12:15:47,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1731240947769, max timestamp=1731240947849Num uniques 1162; 2024-11-10T12:15:47,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53212, new segment data size=11992, suffix heap size=148816,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1162, new segment cells count=262 2024-11-10T12:15:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=262, cellSize=11992, totalHeapSize=27488, min timestamp=1731240947769, max timestamp=1731240947849Num uniques 1162; 2024-11-10T12:15:47,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53212, new segment data size=11992, suffix heap size=148816,new segment heap size=27488 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1162, new segment cells count=262 2024-11-10T12:15:47,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1731240947891, max timestamp=1731240947894Num uniques 1121; 2024-11-10T12:15:47,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=10116, suffix heap size=144552,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=221 2024-11-10T12:15:47,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1731240947891, max timestamp=1731240947894Num uniques 1121; 2024-11-10T12:15:47,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1731240947891, max timestamp=1731240947894Num uniques 1121; 2024-11-10T12:15:47,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=10116, suffix heap size=144552,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=221 2024-11-10T12:15:47,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51336, new segment data size=10116, suffix heap size=144552,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1121, new segment cells count=221 2024-11-10T12:15:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:47,923 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/f2e97c87fbd246eba64b52c853102ddc 2024-11-10T12:15:47,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/b2cffd99ca364769b25b3f98ed374341 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b2cffd99ca364769b25b3f98ed374341 2024-11-10T12:15:47,931 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b2cffd99ca364769b25b3f98ed374341, entries=100, sequenceid=397, filesize=9.6 K 2024-11-10T12:15:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/708ef3c7146c4e85934e48fc60332b17 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/708ef3c7146c4e85934e48fc60332b17 2024-11-10T12:15:47,935 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/708ef3c7146c4e85934e48fc60332b17, entries=100, sequenceid=397, filesize=9.6 K 2024-11-10T12:15:47,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/f2e97c87fbd246eba64b52c853102ddc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/f2e97c87fbd246eba64b52c853102ddc 2024-11-10T12:15:47,938 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/f2e97c87fbd246eba64b52c853102ddc, entries=100, sequenceid=397, filesize=9.6 K 2024-11-10T12:15:47,938 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=107.34 KB/109920 for 44627345752e19d70278c6271ce7886e in 1251ms, sequenceid=397, compaction requested=false 2024-11-10T12:15:47,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:47,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:47,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-10T12:15:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-10T12:15:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:47,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=114.05 KB heapSize=319.41 KB 2024-11-10T12:15:47,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-10T12:15:47,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-11-10T12:15:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:47,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.1750 sec 2024-11-10T12:15:47,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/5b82f29882884ecd911aeb03239c86dd is 50, key is test_row_0/A:col10/1731240947940/Put/seqid=0 2024-11-10T12:15:47,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742369_1545 (size=14741) 2024-11-10T12:15:47,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/5b82f29882884ecd911aeb03239c86dd 2024-11-10T12:15:47,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/9f16ab69a6744cc096305a6e8da49ef6 is 50, key is test_row_0/B:col10/1731240947940/Put/seqid=0 2024-11-10T12:15:47,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742370_1546 (size=12301) 2024-11-10T12:15:47,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241007961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241007966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241007967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:47,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241007974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241008056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241008086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241008096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241008096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241008096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:15:48,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241008306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241008316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241008316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241008316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/9f16ab69a6744cc096305a6e8da49ef6 2024-11-10T12:15:48,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/01351b6a723d4bdf9605c3152d743f32 is 50, key is test_row_0/C:col10/1731240947940/Put/seqid=0 2024-11-10T12:15:48,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742371_1547 (size=12301) 2024-11-10T12:15:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33896 deadline: 1731241008376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,495 INFO [Thread-2130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2130. 2024-11-10T12:15:48,495 DEBUG [Thread-2130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:48,495 DEBUG [Thread-2130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,495 DEBUG [Thread-2130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:48,498 INFO [Thread-2132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2132. 2024-11-10T12:15:48,498 DEBUG [Thread-2132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:48,498 DEBUG [Thread-2132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,498 DEBUG [Thread-2132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:48,505 INFO [Thread-2126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2126. 2024-11-10T12:15:48,505 DEBUG [Thread-2126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:48,505 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,505 DEBUG [Thread-2126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:48,508 INFO [Thread-2124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2124. 2024-11-10T12:15:48,508 DEBUG [Thread-2124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:48,508 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,508 DEBUG [Thread-2124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:48,511 INFO [Thread-2128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2128. 2024-11-10T12:15:48,511 DEBUG [Thread-2128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:48,511 DEBUG [Thread-2128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,511 DEBUG [Thread-2128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:48,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33958 deadline: 1731241008626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33874 deadline: 1731241008636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33872 deadline: 1731241008636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33912 deadline: 1731241008636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:48,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 , the old value is region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:48,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., hostname=3857ccc89b65,43105,1731240799921, seqNum=2 because the exception is null or not the one we care about 2024-11-10T12:15:48,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=740 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/01351b6a723d4bdf9605c3152d743f32 2024-11-10T12:15:48,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/5b82f29882884ecd911aeb03239c86dd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/5b82f29882884ecd911aeb03239c86dd 2024-11-10T12:15:48,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/5b82f29882884ecd911aeb03239c86dd, entries=200, sequenceid=740, filesize=14.4 K 2024-11-10T12:15:48,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/9f16ab69a6744cc096305a6e8da49ef6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9f16ab69a6744cc096305a6e8da49ef6 2024-11-10T12:15:48,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9f16ab69a6744cc096305a6e8da49ef6, entries=150, sequenceid=740, filesize=12.0 K 2024-11-10T12:15:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/01351b6a723d4bdf9605c3152d743f32 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/01351b6a723d4bdf9605c3152d743f32 2024-11-10T12:15:48,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/01351b6a723d4bdf9605c3152d743f32, entries=150, sequenceid=740, filesize=12.0 K 2024-11-10T12:15:48,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~319.36 KB/327024, currentSize=67.09 KB/68700 for 44627345752e19d70278c6271ce7886e in 838ms, sequenceid=740, compaction requested=true 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 44627345752e19d70278c6271ce7886e:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:48,779 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:48,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:48,779 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:48,780 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:48,780 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:48,780 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/A is initiating minor compaction (all files) 2024-11-10T12:15:48,780 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/B is initiating minor compaction (all files) 2024-11-10T12:15:48,780 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/A in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:48,780 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/B in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:48,780 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/2df738674f1b4167a62b522031a8db31, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b2cffd99ca364769b25b3f98ed374341, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/5b82f29882884ecd911aeb03239c86dd] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=36.8 K 2024-11-10T12:15:48,780 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/29f5533a348346029ba37ab7b3375fcf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/708ef3c7146c4e85934e48fc60332b17, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9f16ab69a6744cc096305a6e8da49ef6] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=34.4 K 2024-11-10T12:15:48,780 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2df738674f1b4167a62b522031a8db31, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731240945601 2024-11-10T12:15:48,780 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 29f5533a348346029ba37ab7b3375fcf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731240945601 2024-11-10T12:15:48,781 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2cffd99ca364769b25b3f98ed374341, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731240945745 2024-11-10T12:15:48,781 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 708ef3c7146c4e85934e48fc60332b17, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731240945745 2024-11-10T12:15:48,781 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b82f29882884ecd911aeb03239c86dd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=740, earliestPutTs=1731240947911 2024-11-10T12:15:48,781 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f16ab69a6744cc096305a6e8da49ef6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=740, earliestPutTs=1731240947926 2024-11-10T12:15:48,786 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#A#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:48,786 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:48,786 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/06604fed5a6a4fcbbaed626d7e0ac1e0 is 50, key is test_row_0/B:col10/1731240947940/Put/seqid=0 2024-11-10T12:15:48,786 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/7290974240cc472bac04111eaa4d0071 is 50, key is test_row_0/A:col10/1731240947940/Put/seqid=0 2024-11-10T12:15:48,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742372_1548 (size=13153) 2024-11-10T12:15:48,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742373_1549 (size=13153) 2024-11-10T12:15:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:48,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:15:48,897 INFO [Thread-2117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2117. 2024-11-10T12:15:48,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:48,897 DEBUG [Thread-2117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:48,897 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:48,898 DEBUG [Thread-2117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:48,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:48,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/1ad3b0e777a54409964f248abf36044a is 50, key is test_row_0/A:col10/1731240947956/Put/seqid=0 2024-11-10T12:15:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742374_1550 (size=12301) 2024-11-10T12:15:49,137 INFO [Thread-2119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2119. 2024-11-10T12:15:49,137 DEBUG [Thread-2119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:49,137 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,137 DEBUG [Thread-2119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:49,147 INFO [Thread-2121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2121. 2024-11-10T12:15:49,147 INFO [Thread-2113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2113. 2024-11-10T12:15:49,147 INFO [Thread-2115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2115. 2024-11-10T12:15:49,147 DEBUG [Thread-2115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:49,147 DEBUG [Thread-2121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:49,147 DEBUG [Thread-2113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:15:49,147 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,147 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,147 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,147 DEBUG [Thread-2115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,147 DEBUG [Thread-2113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,147 DEBUG [Thread-2121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:49,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:49,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:49,193 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/7290974240cc472bac04111eaa4d0071 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/7290974240cc472bac04111eaa4d0071 2024-11-10T12:15:49,193 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/06604fed5a6a4fcbbaed626d7e0ac1e0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06604fed5a6a4fcbbaed626d7e0ac1e0 2024-11-10T12:15:49,196 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/A of 44627345752e19d70278c6271ce7886e into 7290974240cc472bac04111eaa4d0071(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:49,196 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:49,196 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/A, priority=13, startTime=1731240948779; duration=0sec 2024-11-10T12:15:49,196 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:49,196 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:A 2024-11-10T12:15:49,196 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:49,197 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/B of 44627345752e19d70278c6271ce7886e into 06604fed5a6a4fcbbaed626d7e0ac1e0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:49,197 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:49,197 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/B, priority=13, startTime=1731240948779; duration=0sec 2024-11-10T12:15:49,197 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:49,197 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): 44627345752e19d70278c6271ce7886e/C is initiating minor compaction (all files) 2024-11-10T12:15:49,197 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:49,197 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 44627345752e19d70278c6271ce7886e/C in TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:49,197 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:B 2024-11-10T12:15:49,197 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/d9b8039424c946a1ad0164d9f92f40a8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/f2e97c87fbd246eba64b52c853102ddc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/01351b6a723d4bdf9605c3152d743f32] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp, totalSize=34.4 K 2024-11-10T12:15:49,197 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b8039424c946a1ad0164d9f92f40a8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=389, earliestPutTs=1731240945601 2024-11-10T12:15:49,198 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2e97c87fbd246eba64b52c853102ddc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1731240945745 2024-11-10T12:15:49,198 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01351b6a723d4bdf9605c3152d743f32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=740, earliestPutTs=1731240947926 2024-11-10T12:15:49,202 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 44627345752e19d70278c6271ce7886e#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:49,202 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/db34e6939a2740be8b1219ae2cd263b6 is 50, key is test_row_0/C:col10/1731240947940/Put/seqid=0 2024-11-10T12:15:49,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742375_1551 (size=13153) 2024-11-10T12:15:49,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/1ad3b0e777a54409964f248abf36044a 2024-11-10T12:15:49,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/8b5712e16f2a46d4a72ff518da99969e is 50, key is test_row_0/B:col10/1731240947956/Put/seqid=0 2024-11-10T12:15:49,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742376_1552 (size=12301) 2024-11-10T12:15:49,609 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/db34e6939a2740be8b1219ae2cd263b6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/db34e6939a2740be8b1219ae2cd263b6 2024-11-10T12:15:49,612 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 44627345752e19d70278c6271ce7886e/C of 44627345752e19d70278c6271ce7886e into db34e6939a2740be8b1219ae2cd263b6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:15:49,612 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:49,612 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., storeName=44627345752e19d70278c6271ce7886e/C, priority=13, startTime=1731240948779; duration=0sec 2024-11-10T12:15:49,612 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:49,612 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 44627345752e19d70278c6271ce7886e:C 2024-11-10T12:15:49,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/8b5712e16f2a46d4a72ff518da99969e 2024-11-10T12:15:49,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/50fc38b2a3b54e4fb533ac7f6551b79f is 50, key is test_row_0/C:col10/1731240947956/Put/seqid=0 2024-11-10T12:15:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742377_1553 (size=12301) 2024-11-10T12:15:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-10T12:15:49,936 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 114 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 147 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 167 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1145 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3430 rows 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1149 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3445 rows 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1145 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3427 rows 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1144 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3427 rows 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1139 2024-11-10T12:15:49,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3415 rows 2024-11-10T12:15:49,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:15:49,937 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:15:49,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:49,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:15:49,937 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:15:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:15:49,940 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240949940"}]},"ts":"1731240949940"} 2024-11-10T12:15:49,941 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:15:49,941 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:15:49,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:15:49,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, UNASSIGN}] 2024-11-10T12:15:49,943 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, UNASSIGN 2024-11-10T12:15:49,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=44627345752e19d70278c6271ce7886e, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:49,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, UNASSIGN because future has completed 2024-11-10T12:15:49,945 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:15:49,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:15:50,097 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:50,097 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:15:50,097 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing 44627345752e19d70278c6271ce7886e, disabling compactions & flushes 2024-11-10T12:15:50,097 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:50,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/50fc38b2a3b54e4fb533ac7f6551b79f 2024-11-10T12:15:50,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/1ad3b0e777a54409964f248abf36044a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1ad3b0e777a54409964f248abf36044a 2024-11-10T12:15:50,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1ad3b0e777a54409964f248abf36044a, entries=150, sequenceid=754, filesize=12.0 K 2024-11-10T12:15:50,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/8b5712e16f2a46d4a72ff518da99969e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8b5712e16f2a46d4a72ff518da99969e 2024-11-10T12:15:50,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8b5712e16f2a46d4a72ff518da99969e, entries=150, sequenceid=754, filesize=12.0 K 2024-11-10T12:15:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/50fc38b2a3b54e4fb533ac7f6551b79f as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/50fc38b2a3b54e4fb533ac7f6551b79f 2024-11-10T12:15:50,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/50fc38b2a3b54e4fb533ac7f6551b79f, entries=150, sequenceid=754, filesize=12.0 K 2024-11-10T12:15:50,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=26.84 KB/27480 for 44627345752e19d70278c6271ce7886e in 1235ms, sequenceid=754, compaction requested=false 2024-11-10T12:15:50,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 44627345752e19d70278c6271ce7886e: 2024-11-10T12:15:50,132 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. after waiting 0 ms 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:50,133 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing 44627345752e19d70278c6271ce7886e 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=A 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=B 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 44627345752e19d70278c6271ce7886e, store=C 2024-11-10T12:15:50,133 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:50,135 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/eea0b56ae93c42eca33f62c8d9df2666 is 50, key is test_row_0/A:col10/1731240949146/Put/seqid=0 2024-11-10T12:15:50,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742378_1554 (size=12301) 2024-11-10T12:15:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:15:50,539 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/eea0b56ae93c42eca33f62c8d9df2666 2024-11-10T12:15:50,544 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d0455de2bc754a418786cda94c87228a is 50, key is test_row_0/B:col10/1731240949146/Put/seqid=0 2024-11-10T12:15:50,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742379_1555 (size=12301) 2024-11-10T12:15:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:15:50,947 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d0455de2bc754a418786cda94c87228a 2024-11-10T12:15:50,952 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/68594b838768402d9f3706615834e101 is 50, key is test_row_0/C:col10/1731240949146/Put/seqid=0 2024-11-10T12:15:50,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742380_1556 (size=12301) 2024-11-10T12:15:51,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:15:51,360 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=764 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/68594b838768402d9f3706615834e101 2024-11-10T12:15:51,363 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/A/eea0b56ae93c42eca33f62c8d9df2666 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eea0b56ae93c42eca33f62c8d9df2666 2024-11-10T12:15:51,365 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eea0b56ae93c42eca33f62c8d9df2666, entries=150, sequenceid=764, filesize=12.0 K 2024-11-10T12:15:51,366 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/B/d0455de2bc754a418786cda94c87228a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d0455de2bc754a418786cda94c87228a 2024-11-10T12:15:51,368 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d0455de2bc754a418786cda94c87228a, entries=150, sequenceid=764, filesize=12.0 K 2024-11-10T12:15:51,368 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/.tmp/C/68594b838768402d9f3706615834e101 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/68594b838768402d9f3706615834e101 2024-11-10T12:15:51,370 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/68594b838768402d9f3706615834e101, entries=150, sequenceid=764, filesize=12.0 K 2024-11-10T12:15:51,371 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 44627345752e19d70278c6271ce7886e in 1238ms, sequenceid=764, compaction requested=true 2024-11-10T12:15:51,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/112b6e72dcba4d76aa7493ab8d1bb1d0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/747f860d3c224f1ba5141d926ca92578, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c050e273ba4d49cf840ed2f29f36eac3, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eec68a3968fc45489ad0500537201ea7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d30da59a337c4478a7f6c8ec9adda52e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d7bc956653f84339a483bd1e23acf960, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/e8c2139c631c4a518b2f5d15e8238e1e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6a2943da01c24e7dae3fea679599514d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f4e81657fbed4ea581a3fe38bb69bcb0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6996d92a08bc4feba5496ac3f9489a44, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/380f6adcd2db42ffa97d7cf02fcbca16, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/8d9b6f8c536a436bba46646d2929a3d4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a2319cb8e0af44508fee43b28dbbb668, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f9296f94a5194825be916801c8710a96, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a4382c8f49c2492ca3fae6e9d69ee279, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1effc6245ec84b5fb01b44f3029bfcda, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/0f7d7b06b9054ccc83e3458d2269a79d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/3868b91b80164928968db6b299e55cab, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c5043da53fa34e118bbeaf3cd38b66f0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bbcd539276d44e1282a577083c93e0f7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bf4bc3173f1940fb8da55ea6fcdedd29, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b321b22f8c034bffad3d7c57caeaf2c4, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/2df738674f1b4167a62b522031a8db31, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b2cffd99ca364769b25b3f98ed374341, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/5b82f29882884ecd911aeb03239c86dd] to archive 2024-11-10T12:15:51,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:15:51,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/112b6e72dcba4d76aa7493ab8d1bb1d0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/112b6e72dcba4d76aa7493ab8d1bb1d0 2024-11-10T12:15:51,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/747f860d3c224f1ba5141d926ca92578 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/747f860d3c224f1ba5141d926ca92578 2024-11-10T12:15:51,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c050e273ba4d49cf840ed2f29f36eac3 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c050e273ba4d49cf840ed2f29f36eac3 2024-11-10T12:15:51,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eec68a3968fc45489ad0500537201ea7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eec68a3968fc45489ad0500537201ea7 2024-11-10T12:15:51,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d30da59a337c4478a7f6c8ec9adda52e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d30da59a337c4478a7f6c8ec9adda52e 2024-11-10T12:15:51,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d7bc956653f84339a483bd1e23acf960 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/d7bc956653f84339a483bd1e23acf960 2024-11-10T12:15:51,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/e8c2139c631c4a518b2f5d15e8238e1e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/e8c2139c631c4a518b2f5d15e8238e1e 2024-11-10T12:15:51,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6a2943da01c24e7dae3fea679599514d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6a2943da01c24e7dae3fea679599514d 2024-11-10T12:15:51,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f4e81657fbed4ea581a3fe38bb69bcb0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f4e81657fbed4ea581a3fe38bb69bcb0 2024-11-10T12:15:51,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6996d92a08bc4feba5496ac3f9489a44 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/6996d92a08bc4feba5496ac3f9489a44 2024-11-10T12:15:51,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/380f6adcd2db42ffa97d7cf02fcbca16 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/380f6adcd2db42ffa97d7cf02fcbca16 2024-11-10T12:15:51,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/8d9b6f8c536a436bba46646d2929a3d4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/8d9b6f8c536a436bba46646d2929a3d4 2024-11-10T12:15:51,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a2319cb8e0af44508fee43b28dbbb668 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a2319cb8e0af44508fee43b28dbbb668 2024-11-10T12:15:51,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f9296f94a5194825be916801c8710a96 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/f9296f94a5194825be916801c8710a96 2024-11-10T12:15:51,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a4382c8f49c2492ca3fae6e9d69ee279 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/a4382c8f49c2492ca3fae6e9d69ee279 2024-11-10T12:15:51,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1effc6245ec84b5fb01b44f3029bfcda to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1effc6245ec84b5fb01b44f3029bfcda 2024-11-10T12:15:51,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/0f7d7b06b9054ccc83e3458d2269a79d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/0f7d7b06b9054ccc83e3458d2269a79d 2024-11-10T12:15:51,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/3868b91b80164928968db6b299e55cab to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/3868b91b80164928968db6b299e55cab 2024-11-10T12:15:51,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c5043da53fa34e118bbeaf3cd38b66f0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/c5043da53fa34e118bbeaf3cd38b66f0 2024-11-10T12:15:51,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bbcd539276d44e1282a577083c93e0f7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bbcd539276d44e1282a577083c93e0f7 2024-11-10T12:15:51,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bf4bc3173f1940fb8da55ea6fcdedd29 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/bf4bc3173f1940fb8da55ea6fcdedd29 2024-11-10T12:15:51,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b321b22f8c034bffad3d7c57caeaf2c4 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b321b22f8c034bffad3d7c57caeaf2c4 2024-11-10T12:15:51,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/2df738674f1b4167a62b522031a8db31 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/2df738674f1b4167a62b522031a8db31 2024-11-10T12:15:51,389 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b2cffd99ca364769b25b3f98ed374341 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/b2cffd99ca364769b25b3f98ed374341 2024-11-10T12:15:51,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/5b82f29882884ecd911aeb03239c86dd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/5b82f29882884ecd911aeb03239c86dd 2024-11-10T12:15:51,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2c9ab37706784ceb978ca769edcb7cc1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06e9fb34e6d1447f92a758ecf4243d0e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8a38f16c05f24cea9c66a834cbfbbfba, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d37b1d8cc4a34a7bbc9829854341c9ec, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ecc0bec5446240d0b981585d41f4b022, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9fd3c27ff7ce4199a7cee568dc623e9d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/f8848e59c32547e08b01b30b52b2294f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d208cbbe8a6045ebbe14d40c82b4711a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/76b7084e840e4cda91d53b4141950a63, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/6f25fe9f3a4547afbb77ba42cf51afea, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1731521db8b946fe8ada6b27e32e0e30, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ce948c473f154f758977e8811e6281ee, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/053dc4c9d304406a9e9a1efa8c303622, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/57aec50fb0a242949fb42bf75e054a19, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2ed4876b8bd34f538a8742152f76500e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4de80ccc3cba4a3b8f285c94faad0310, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/679bb64be4e945068d2d79ee14302984, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/0c31742963c54cf8b1165aac77d76e25, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4e307f605e684e3799ec04a14178d6db, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/851cd4dac31d4a2792ca4b7c70087c3d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/29f5533a348346029ba37ab7b3375fcf, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/c48da2fc25fc460880479cef7f9ada8b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/708ef3c7146c4e85934e48fc60332b17, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9f16ab69a6744cc096305a6e8da49ef6] to archive 2024-11-10T12:15:51,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:15:51,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2c9ab37706784ceb978ca769edcb7cc1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2c9ab37706784ceb978ca769edcb7cc1 2024-11-10T12:15:51,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06e9fb34e6d1447f92a758ecf4243d0e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06e9fb34e6d1447f92a758ecf4243d0e 2024-11-10T12:15:51,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8a38f16c05f24cea9c66a834cbfbbfba to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8a38f16c05f24cea9c66a834cbfbbfba 2024-11-10T12:15:51,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d37b1d8cc4a34a7bbc9829854341c9ec to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d37b1d8cc4a34a7bbc9829854341c9ec 2024-11-10T12:15:51,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1ed422cd1d9d4d4abbedb19ae7b6e9f6 2024-11-10T12:15:51,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ecc0bec5446240d0b981585d41f4b022 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ecc0bec5446240d0b981585d41f4b022 2024-11-10T12:15:51,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9fd3c27ff7ce4199a7cee568dc623e9d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9fd3c27ff7ce4199a7cee568dc623e9d 2024-11-10T12:15:51,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/f8848e59c32547e08b01b30b52b2294f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/f8848e59c32547e08b01b30b52b2294f 2024-11-10T12:15:51,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d208cbbe8a6045ebbe14d40c82b4711a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d208cbbe8a6045ebbe14d40c82b4711a 2024-11-10T12:15:51,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/76b7084e840e4cda91d53b4141950a63 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/76b7084e840e4cda91d53b4141950a63 2024-11-10T12:15:51,400 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/6f25fe9f3a4547afbb77ba42cf51afea to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/6f25fe9f3a4547afbb77ba42cf51afea 2024-11-10T12:15:51,401 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1731521db8b946fe8ada6b27e32e0e30 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/1731521db8b946fe8ada6b27e32e0e30 2024-11-10T12:15:51,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ce948c473f154f758977e8811e6281ee to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/ce948c473f154f758977e8811e6281ee 2024-11-10T12:15:51,402 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/053dc4c9d304406a9e9a1efa8c303622 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/053dc4c9d304406a9e9a1efa8c303622 2024-11-10T12:15:51,403 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/57aec50fb0a242949fb42bf75e054a19 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/57aec50fb0a242949fb42bf75e054a19 2024-11-10T12:15:51,404 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2ed4876b8bd34f538a8742152f76500e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/2ed4876b8bd34f538a8742152f76500e 2024-11-10T12:15:51,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4de80ccc3cba4a3b8f285c94faad0310 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4de80ccc3cba4a3b8f285c94faad0310 2024-11-10T12:15:51,405 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/679bb64be4e945068d2d79ee14302984 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/679bb64be4e945068d2d79ee14302984 2024-11-10T12:15:51,406 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/0c31742963c54cf8b1165aac77d76e25 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/0c31742963c54cf8b1165aac77d76e25 2024-11-10T12:15:51,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4e307f605e684e3799ec04a14178d6db to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/4e307f605e684e3799ec04a14178d6db 2024-11-10T12:15:51,407 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/851cd4dac31d4a2792ca4b7c70087c3d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/851cd4dac31d4a2792ca4b7c70087c3d 2024-11-10T12:15:51,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/29f5533a348346029ba37ab7b3375fcf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/29f5533a348346029ba37ab7b3375fcf 2024-11-10T12:15:51,409 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/c48da2fc25fc460880479cef7f9ada8b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/c48da2fc25fc460880479cef7f9ada8b 2024-11-10T12:15:51,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/708ef3c7146c4e85934e48fc60332b17 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/708ef3c7146c4e85934e48fc60332b17 2024-11-10T12:15:51,410 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9f16ab69a6744cc096305a6e8da49ef6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/9f16ab69a6744cc096305a6e8da49ef6 2024-11-10T12:15:51,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e306140708d1414db19765a481434a47, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/b27199aa723e4830b85bc09e63f81070, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2955b329b3fa489ca06bd7c3a681ffe2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/662756db13c740ff9c351876d8a604cd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/45c7e12360b34d0bab163d95d98b03c8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/4eb413909ca044a4a2aee6b12f48c250, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2e2c14c3cea64a3a920a07002a1eceb6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e8d2d321ec7849c694ccbf9c7d1a4bd2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/cad572b17738492f9351849835cf1fec, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/9585065ec24a440d804c9b6fa6abecc8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/c9585fc2660c474ebf39006c94b5a3e0, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/25f332ead5c646f58e854d97229ba367, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/8bd6d012b1114999b2aad60c70a70a7c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/16b8380ed2c84cd3bd0283643b6e4578, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/3331482f4c934b179178183bbd58ed0f, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/1644a49eacc14428b5f22661db7b03c7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2d58aa27b288481e93b4a84323ad257d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2985e0f53d6c43cf85499b8f1110a194, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5a6d766ebccd4b55943b775b7c8fe75e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5849a73dacbf442e9a3e5c6f46faa5b2, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/95c6e51824ab46fc879c1d354485924a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/d9b8039424c946a1ad0164d9f92f40a8, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/34a9332bfed348878126cd8abb6904ac, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/f2e97c87fbd246eba64b52c853102ddc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/01351b6a723d4bdf9605c3152d743f32] to archive 2024-11-10T12:15:51,412 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:15:51,413 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e306140708d1414db19765a481434a47 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e306140708d1414db19765a481434a47 2024-11-10T12:15:51,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/b27199aa723e4830b85bc09e63f81070 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/b27199aa723e4830b85bc09e63f81070 2024-11-10T12:15:51,414 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2955b329b3fa489ca06bd7c3a681ffe2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2955b329b3fa489ca06bd7c3a681ffe2 2024-11-10T12:15:51,415 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/662756db13c740ff9c351876d8a604cd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/662756db13c740ff9c351876d8a604cd 2024-11-10T12:15:51,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/45c7e12360b34d0bab163d95d98b03c8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/45c7e12360b34d0bab163d95d98b03c8 2024-11-10T12:15:51,416 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/4eb413909ca044a4a2aee6b12f48c250 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/4eb413909ca044a4a2aee6b12f48c250 2024-11-10T12:15:51,417 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2e2c14c3cea64a3a920a07002a1eceb6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2e2c14c3cea64a3a920a07002a1eceb6 2024-11-10T12:15:51,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e8d2d321ec7849c694ccbf9c7d1a4bd2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/e8d2d321ec7849c694ccbf9c7d1a4bd2 2024-11-10T12:15:51,418 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/cad572b17738492f9351849835cf1fec to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/cad572b17738492f9351849835cf1fec 2024-11-10T12:15:51,419 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/9585065ec24a440d804c9b6fa6abecc8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/9585065ec24a440d804c9b6fa6abecc8 2024-11-10T12:15:51,420 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/c9585fc2660c474ebf39006c94b5a3e0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/c9585fc2660c474ebf39006c94b5a3e0 2024-11-10T12:15:51,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/25f332ead5c646f58e854d97229ba367 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/25f332ead5c646f58e854d97229ba367 2024-11-10T12:15:51,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/8bd6d012b1114999b2aad60c70a70a7c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/8bd6d012b1114999b2aad60c70a70a7c 2024-11-10T12:15:51,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/16b8380ed2c84cd3bd0283643b6e4578 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/16b8380ed2c84cd3bd0283643b6e4578 2024-11-10T12:15:51,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/3331482f4c934b179178183bbd58ed0f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/3331482f4c934b179178183bbd58ed0f 2024-11-10T12:15:51,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/1644a49eacc14428b5f22661db7b03c7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/1644a49eacc14428b5f22661db7b03c7 2024-11-10T12:15:51,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2d58aa27b288481e93b4a84323ad257d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2d58aa27b288481e93b4a84323ad257d 2024-11-10T12:15:51,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2985e0f53d6c43cf85499b8f1110a194 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/2985e0f53d6c43cf85499b8f1110a194 2024-11-10T12:15:51,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5a6d766ebccd4b55943b775b7c8fe75e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5a6d766ebccd4b55943b775b7c8fe75e 2024-11-10T12:15:51,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5849a73dacbf442e9a3e5c6f46faa5b2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/5849a73dacbf442e9a3e5c6f46faa5b2 2024-11-10T12:15:51,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/95c6e51824ab46fc879c1d354485924a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/95c6e51824ab46fc879c1d354485924a 2024-11-10T12:15:51,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/d9b8039424c946a1ad0164d9f92f40a8 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/d9b8039424c946a1ad0164d9f92f40a8 2024-11-10T12:15:51,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/34a9332bfed348878126cd8abb6904ac to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/34a9332bfed348878126cd8abb6904ac 2024-11-10T12:15:51,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/f2e97c87fbd246eba64b52c853102ddc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/f2e97c87fbd246eba64b52c853102ddc 2024-11-10T12:15:51,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/01351b6a723d4bdf9605c3152d743f32 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/01351b6a723d4bdf9605c3152d743f32 2024-11-10T12:15:51,434 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/recovered.edits/767.seqid, newMaxSeqId=767, maxSeqId=1 2024-11-10T12:15:51,434 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. 2024-11-10T12:15:51,434 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for 44627345752e19d70278c6271ce7886e: Waiting for close lock at 1731240950097Running coprocessor pre-close hooks at 1731240950097Disabling compacts and flushes for region at 1731240950097Disabling writes for close at 1731240950133 (+36 ms)Obtaining lock to block concurrent updates at 1731240950133Preparing flush snapshotting stores in 44627345752e19d70278c6271ce7886e at 1731240950133Finished memstore snapshotting TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731240950133Flushing stores of TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e. at 1731240950133Flushing 44627345752e19d70278c6271ce7886e/A: creating writer at 1731240950133Flushing 44627345752e19d70278c6271ce7886e/A: appending metadata at 1731240950135 (+2 ms)Flushing 44627345752e19d70278c6271ce7886e/A: closing flushed file at 1731240950135Flushing 44627345752e19d70278c6271ce7886e/B: creating writer at 1731240950541 (+406 ms)Flushing 44627345752e19d70278c6271ce7886e/B: appending metadata at 1731240950543 (+2 ms)Flushing 44627345752e19d70278c6271ce7886e/B: closing flushed file at 1731240950543Flushing 44627345752e19d70278c6271ce7886e/C: creating writer at 1731240950950 (+407 ms)Flushing 44627345752e19d70278c6271ce7886e/C: appending metadata at 1731240950951 (+1 ms)Flushing 44627345752e19d70278c6271ce7886e/C: closing flushed file at 1731240950951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a144f3: reopening flushed file at 1731240951362 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5999006c: reopening flushed file at 1731240951365 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6333dee6: reopening flushed file at 1731240951368 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 44627345752e19d70278c6271ce7886e in 1238ms, sequenceid=764, compaction requested=true at 1731240951371 (+3 ms)Writing region close event to WAL at 1731240951431 (+60 ms)Running coprocessor post-close hooks at 1731240951434 (+3 ms)Closed at 1731240951434 2024-11-10T12:15:51,436 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed 44627345752e19d70278c6271ce7886e 2024-11-10T12:15:51,436 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=44627345752e19d70278c6271ce7886e, regionState=CLOSED 2024-11-10T12:15:51,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:51,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-10T12:15:51,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure 44627345752e19d70278c6271ce7886e, server=3857ccc89b65,43105,1731240799921 in 1.4930 sec 2024-11-10T12:15:51,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-10T12:15:51,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=44627345752e19d70278c6271ce7886e, UNASSIGN in 1.4960 sec 2024-11-10T12:15:51,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-10T12:15:51,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4980 sec 2024-11-10T12:15:51,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240951442"}]},"ts":"1731240951442"} 2024-11-10T12:15:51,444 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:15:51,444 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:15:51,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5060 sec 2024-11-10T12:15:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-10T12:15:52,086 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:52,086 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:15:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,088 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T12:15:52,088 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,090 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e 2024-11-10T12:15:52,092 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/recovered.edits] 2024-11-10T12:15:52,094 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1ad3b0e777a54409964f248abf36044a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/1ad3b0e777a54409964f248abf36044a 2024-11-10T12:15:52,094 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/7290974240cc472bac04111eaa4d0071 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/7290974240cc472bac04111eaa4d0071 2024-11-10T12:15:52,095 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eea0b56ae93c42eca33f62c8d9df2666 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/A/eea0b56ae93c42eca33f62c8d9df2666 2024-11-10T12:15:52,097 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06604fed5a6a4fcbbaed626d7e0ac1e0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/06604fed5a6a4fcbbaed626d7e0ac1e0 2024-11-10T12:15:52,097 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8b5712e16f2a46d4a72ff518da99969e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/8b5712e16f2a46d4a72ff518da99969e 2024-11-10T12:15:52,098 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d0455de2bc754a418786cda94c87228a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/B/d0455de2bc754a418786cda94c87228a 2024-11-10T12:15:52,100 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/50fc38b2a3b54e4fb533ac7f6551b79f to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/50fc38b2a3b54e4fb533ac7f6551b79f 2024-11-10T12:15:52,100 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/68594b838768402d9f3706615834e101 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/68594b838768402d9f3706615834e101 2024-11-10T12:15:52,101 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/db34e6939a2740be8b1219ae2cd263b6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/C/db34e6939a2740be8b1219ae2cd263b6 2024-11-10T12:15:52,103 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/recovered.edits/767.seqid to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e/recovered.edits/767.seqid 2024-11-10T12:15:52,103 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/44627345752e19d70278c6271ce7886e 2024-11-10T12:15:52,103 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:15:52,105 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,106 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:15:52,108 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:15:52,108 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,108 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:15:52,109 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731240952108"}]},"ts":"9223372036854775807"} 2024-11-10T12:15:52,110 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:15:52,110 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 44627345752e19d70278c6271ce7886e, NAME => 'TestAcidGuarantees,,1731240926294.44627345752e19d70278c6271ce7886e.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:15:52,110 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:15:52,110 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731240952110"}]},"ts":"9223372036854775807"} 2024-11-10T12:15:52,112 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:15:52,112 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-11-10T12:15:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-10T12:15:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:15:52,197 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:52,205 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 252), OpenFileDescriptor=449 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 265) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8568 (was 8587) 2024-11-10T12:15:52,214 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=8568 2024-11-10T12:15:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:15:52,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:15:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:52,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T12:15:52,217 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:52,217 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-11-10T12:15:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T12:15:52,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T12:15:52,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742381_1557 (size=1061) 2024-11-10T12:15:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T12:15:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T12:15:52,624 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265 2024-11-10T12:15:52,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742382_1558 (size=53) 2024-11-10T12:15:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T12:15:53,028 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:15:53,028 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ace6764717503c7299a62297b031ee20, disabling compactions & flushes 2024-11-10T12:15:53,028 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,028 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,028 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. after waiting 0 ms 2024-11-10T12:15:53,028 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,028 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,029 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ace6764717503c7299a62297b031ee20: Waiting for close lock at 1731240953028Disabling compacts and flushes for region at 1731240953028Disabling writes for close at 1731240953028Writing region close event to WAL at 1731240953028Closed at 1731240953028 2024-11-10T12:15:53,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T12:15:53,030 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731240953030"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731240953030"}]},"ts":"1731240953030"} 2024-11-10T12:15:53,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T12:15:53,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T12:15:53,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240953032"}]},"ts":"1731240953032"} 2024-11-10T12:15:53,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-10T12:15:53,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, ASSIGN}] 2024-11-10T12:15:53,034 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, ASSIGN 2024-11-10T12:15:53,034 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, ASSIGN; state=OFFLINE, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=false 2024-11-10T12:15:53,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:53,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, ASSIGN because future has completed 2024-11-10T12:15:53,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:53,340 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,340 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:15:53,341 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,341 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:15:53,341 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,341 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,342 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,343 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:53,343 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace6764717503c7299a62297b031ee20 columnFamilyName A 2024-11-10T12:15:53,343 DEBUG [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:53,343 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(327): Store=ace6764717503c7299a62297b031ee20/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:53,343 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,344 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:53,344 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace6764717503c7299a62297b031ee20 columnFamilyName B 2024-11-10T12:15:53,344 DEBUG [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:53,344 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(327): Store=ace6764717503c7299a62297b031ee20/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:53,345 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,345 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:53,345 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace6764717503c7299a62297b031ee20 columnFamilyName C 2024-11-10T12:15:53,345 DEBUG [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:53,346 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(327): Store=ace6764717503c7299a62297b031ee20/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:53,346 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,346 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,346 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,346 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,347 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,347 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,348 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:15:53,348 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,350 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T12:15:53,350 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened ace6764717503c7299a62297b031ee20; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62595652, jitterRate=-0.06725209951400757}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:15:53,350 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:53,351 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for ace6764717503c7299a62297b031ee20: Running coprocessor pre-open hook at 1731240953341Writing region info on filesystem at 1731240953341Initializing all the Stores at 1731240953341Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240953341Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240953341Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240953341Cleaning up temporary data from old regions at 1731240953347 (+6 ms)Running coprocessor post-open hooks at 1731240953350 (+3 ms)Region opened successfully at 1731240953351 (+1 ms) 2024-11-10T12:15:53,351 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., pid=130, masterSystemTime=1731240953338 2024-11-10T12:15:53,353 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,353 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:53,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=OPEN, openSeqNum=2, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:53,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:53,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-10T12:15:53,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 in 169 msec 2024-11-10T12:15:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T12:15:53,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-10T12:15:53,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, ASSIGN in 323 msec 2024-11-10T12:15:53,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T12:15:53,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240953358"}]},"ts":"1731240953358"} 2024-11-10T12:15:53,359 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-10T12:15:53,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T12:15:53,360 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1440 sec 2024-11-10T12:15:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-10T12:15:54,366 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:54,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348042de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:54,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:54,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:54,368 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:54,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731ab9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:54,369 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:54,370 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72eddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:54,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:54,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:54,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T12:15:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3857ccc89b65,44823,1731240799107 2024-11-10T12:15:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5f5fe7 2024-11-10T12:15:54,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T12:15:54,374 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T12:15:54,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-10T12:15:54,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T12:15:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-10T12:15:54,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742383_1559 (size=1097) 2024-11-10T12:15:54,785 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-10T12:15:54,785 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-10T12:15:54,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:15:54,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, REOPEN/MOVE}] 2024-11-10T12:15:54,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, REOPEN/MOVE 2024-11-10T12:15:54,790 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:54,791 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=3857ccc89b65,43105,1731240799921, table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T12:15:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, REOPEN/MOVE because future has completed 2024-11-10T12:15:54,791 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:15:54,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:54,944 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close ace6764717503c7299a62297b031ee20 2024-11-10T12:15:54,944 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:15:54,944 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing ace6764717503c7299a62297b031ee20, disabling compactions & flushes 2024-11-10T12:15:54,944 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:54,944 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:54,944 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. after waiting 0 ms 2024-11-10T12:15:54,944 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:54,948 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-10T12:15:54,949 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:54,949 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for ace6764717503c7299a62297b031ee20: Waiting for close lock at 1731240954944Running coprocessor pre-close hooks at 1731240954944Disabling compacts and flushes for region at 1731240954944Disabling writes for close at 1731240954944Writing region close event to WAL at 1731240954944Running coprocessor post-close hooks at 1731240954949 (+5 ms)Closed at 1731240954949 2024-11-10T12:15:54,949 WARN [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionServer(3299): Not adding moved region record: ace6764717503c7299a62297b031ee20 to self. 2024-11-10T12:15:54,950 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed ace6764717503c7299a62297b031ee20 2024-11-10T12:15:54,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=CLOSED 2024-11-10T12:15:54,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:54,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-10T12:15:54,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 in 161 msec 2024-11-10T12:15:54,954 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, REOPEN/MOVE; state=CLOSED, location=3857ccc89b65,43105,1731240799921; forceNewPlan=false, retain=true 2024-11-10T12:15:55,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=OPENING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, REOPEN/MOVE because future has completed 2024-11-10T12:15:55,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:15:55,260 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,260 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} 2024-11-10T12:15:55,260 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,260 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T12:15:55,260 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,260 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,262 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,262 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:55,262 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace6764717503c7299a62297b031ee20 columnFamilyName A 2024-11-10T12:15:55,263 DEBUG [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:55,263 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(327): Store=ace6764717503c7299a62297b031ee20/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:55,264 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,264 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:55,264 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace6764717503c7299a62297b031ee20 columnFamilyName B 2024-11-10T12:15:55,264 DEBUG [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:55,264 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(327): Store=ace6764717503c7299a62297b031ee20/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:55,265 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,265 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-10T12:15:55,265 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ace6764717503c7299a62297b031ee20 columnFamilyName C 2024-11-10T12:15:55,265 DEBUG [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:55,265 INFO [StoreOpener-ace6764717503c7299a62297b031ee20-1 {}] regionserver.HStore(327): Store=ace6764717503c7299a62297b031ee20/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T12:15:55,265 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,265 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,266 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,266 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,267 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,267 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,267 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T12:15:55,268 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,269 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened ace6764717503c7299a62297b031ee20; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66527333, jitterRate=-0.008665487170219421}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T12:15:55,269 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,269 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for ace6764717503c7299a62297b031ee20: Running coprocessor pre-open hook at 1731240955261Writing region info on filesystem at 1731240955261Initializing all the Stores at 1731240955261Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240955261Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240955261Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731240955261Cleaning up temporary data from old regions at 1731240955267 (+6 ms)Running coprocessor post-open hooks at 1731240955269 (+2 ms)Region opened successfully at 1731240955269 2024-11-10T12:15:55,270 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., pid=135, masterSystemTime=1731240955258 2024-11-10T12:15:55,271 DEBUG [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,271 INFO [RS_OPEN_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,272 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=OPEN, openSeqNum=5, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:15:55,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=133 2024-11-10T12:15:55,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 in 168 msec 2024-11-10T12:15:55,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-10T12:15:55,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, REOPEN/MOVE in 486 msec 2024-11-10T12:15:55,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-10T12:15:55,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-10T12:15:55,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-10T12:15:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-10T12:15:55,280 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:55,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,282 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16444826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,283 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8d446c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,285 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ea0379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,286 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e61e4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,287 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a054e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,288 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c1d626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,289 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,290 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b39803f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,291 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1917f37d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,292 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a973a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,293 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,294 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a6c9b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deae39b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,295 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45700a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,296 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2af1f482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb7cff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,296 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,297 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f595c2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,297 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,298 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,299 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748bd6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ae597b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,299 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,299 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,300 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de1175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,301 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c76b046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39174ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,302 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a306fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,303 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c6ff8ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8fc71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3857ccc89b65,44823,-1 for getting cluster id 2024-11-10T12:15:55,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T12:15:55,304 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'beb87944-d5a4-469e-9046-feecb3b552b9' 2024-11-10T12:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T12:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "beb87944-d5a4-469e-9046-feecb3b552b9" 2024-11-10T12:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395f9233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3857ccc89b65,44823,-1] 2024-11-10T12:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T12:15:55,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:15:55,305 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T12:15:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64de8ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T12:15:55,306 DEBUG [Thread-2506 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,306 DEBUG [Thread-2491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,306 DEBUG [Thread-2489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,307 DEBUG [Thread-2497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,307 DEBUG [Thread-2502 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,307 DEBUG [Thread-2508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,307 DEBUG [Thread-2500 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,307 DEBUG [Thread-2491 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,307 DEBUG [Thread-2491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,307 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,308 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,308 DEBUG [Thread-2495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,309 DEBUG [Thread-2493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,310 DEBUG [Thread-2504 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T12:15:55,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,310 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3857ccc89b65,43105,1731240799921, seqNum=-1] 2024-11-10T12:15:55,311 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T12:15:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-10T12:15:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T12:15:55,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:55,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5] 2024-11-10T12:15:55,316 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:55,316 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:55,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:55,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-10T12:15:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:15:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:15:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:15:55,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:55,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240955338, max timestamp=1731240955342Num uniques 859; 2024-11-10T12:15:55,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:55,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240955338, max timestamp=1731240955342Num uniques 859; 2024-11-10T12:15:55,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:55,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731240955338, max timestamp=1731240955342Num uniques 859; 2024-11-10T12:15:55,346 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/3857ccc89b65:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-10T12:15:55,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102f2c22e02d794b61a78466b2cde8b570_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240955316/Put/seqid=0 2024-11-10T12:15:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742384_1560 (size=14594) 2024-11-10T12:15:55,354 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:55,356 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102f2c22e02d794b61a78466b2cde8b570_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102f2c22e02d794b61a78466b2cde8b570_ace6764717503c7299a62297b031ee20 2024-11-10T12:15:55,357 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8e9f2231cf2c474b849280bc56d1badc, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:55,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8e9f2231cf2c474b849280bc56d1badc is 175, key is test_row_0/A:col10/1731240955316/Put/seqid=0 2024-11-10T12:15:55,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742385_1561 (size=39549) 2024-11-10T12:15:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:55,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241015412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241015417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241015418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241015420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241015419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241015526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241015526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241015536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241015536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241015536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:55,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241015736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241015736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241015746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241015746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241015746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:55,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:55,761 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8e9f2231cf2c474b849280bc56d1badc 2024-11-10T12:15:55,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:55,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:55,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/60371ce4517449e19ee0668d4736553e is 50, key is test_row_0/B:col10/1731240955316/Put/seqid=0 2024-11-10T12:15:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742386_1562 (size=12001) 2024-11-10T12:15:55,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:55,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:56,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241016046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241016046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241016056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241016056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,059 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241016056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/60371ce4517449e19ee0668d4736553e 2024-11-10T12:15:56,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/df44445a955244c2a204846998e39530 is 50, key is test_row_0/C:col10/1731240955316/Put/seqid=0 2024-11-10T12:15:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742387_1563 (size=12001) 2024-11-10T12:15:56,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:56,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:56,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:56,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:56,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241016556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241016556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241016566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241016566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:56,568 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241016566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:56,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:56,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/df44445a955244c2a204846998e39530 2024-11-10T12:15:56,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8e9f2231cf2c474b849280bc56d1badc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc 2024-11-10T12:15:56,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc, entries=200, sequenceid=15, filesize=38.6 K 2024-11-10T12:15:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/60371ce4517449e19ee0668d4736553e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/60371ce4517449e19ee0668d4736553e 2024-11-10T12:15:56,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/60371ce4517449e19ee0668d4736553e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T12:15:56,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/df44445a955244c2a204846998e39530 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/df44445a955244c2a204846998e39530 2024-11-10T12:15:56,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/df44445a955244c2a204846998e39530, entries=150, sequenceid=15, filesize=11.7 K 2024-11-10T12:15:56,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for ace6764717503c7299a62297b031ee20 in 1308ms, sequenceid=15, compaction requested=false 2024-11-10T12:15:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-10T12:15:56,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:15:56,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-10T12:15:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:56,691 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-10T12:15:56,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:15:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:15:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:15:56,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:15:56,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106398008502424b86944a73900520766e_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240955419/Put/seqid=0 2024-11-10T12:15:56,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742388_1564 (size=12154) 2024-11-10T12:15:56,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T12:15:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:57,108 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411106398008502424b86944a73900520766e_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106398008502424b86944a73900520766e_ace6764717503c7299a62297b031ee20 2024-11-10T12:15:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8662956f87224169af34e8251344887d, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:57,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8662956f87224169af34e8251344887d is 175, key is test_row_0/A:col10/1731240955419/Put/seqid=0 2024-11-10T12:15:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742389_1565 (size=30955) 2024-11-10T12:15:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:57,513 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8662956f87224169af34e8251344887d 2024-11-10T12:15:57,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/d01f6f40fc5a46309c3726a0e1d469c5 is 50, key is test_row_0/B:col10/1731240955419/Put/seqid=0 2024-11-10T12:15:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742390_1566 (size=12001) 2024-11-10T12:15:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:15:57,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241017582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241017582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241017587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241017589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241017590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,596 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241017695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241017696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241017696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241017706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241017706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241017906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241017906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,909 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241017906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241017916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241017916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,921 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:57,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:57,926 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/d01f6f40fc5a46309c3726a0e1d469c5 2024-11-10T12:15:57,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/9e8df65b934f4cc7a72483558fd325b1 is 50, key is test_row_0/C:col10/1731240955419/Put/seqid=0 2024-11-10T12:15:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742391_1567 (size=12001) 2024-11-10T12:15:58,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241018216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241018216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241018216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241018226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241018226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,230 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,336 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/9e8df65b934f4cc7a72483558fd325b1 2024-11-10T12:15:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8662956f87224169af34e8251344887d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d 2024-11-10T12:15:58,350 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d, entries=150, sequenceid=51, filesize=30.2 K 2024-11-10T12:15:58,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/d01f6f40fc5a46309c3726a0e1d469c5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/d01f6f40fc5a46309c3726a0e1d469c5 2024-11-10T12:15:58,354 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/d01f6f40fc5a46309c3726a0e1d469c5, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:15:58,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/9e8df65b934f4cc7a72483558fd325b1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9e8df65b934f4cc7a72483558fd325b1 2024-11-10T12:15:58,358 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9e8df65b934f4cc7a72483558fd325b1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-10T12:15:58,359 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for ace6764717503c7299a62297b031ee20 in 1668ms, sequenceid=51, compaction requested=false 2024-11-10T12:15:58,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:15:58,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:58,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-10T12:15:58,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-11-10T12:15:58,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-10T12:15:58,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0440 sec 2024-11-10T12:15:58,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 3.0530 sec 2024-11-10T12:15:58,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:15:58,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T12:15:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:15:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:15:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:15:58,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:15:58,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111062ed38a746a2454d9e330fbd328f4e85_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240958727/Put/seqid=0 2024-11-10T12:15:58,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742392_1568 (size=14594) 2024-11-10T12:15:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241018750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241018750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241018751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241018752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241018753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241018866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,868 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241018866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241018866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241018866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241018866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241019076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241019076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241019076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241019076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,079 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241019076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:15:59,143 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111062ed38a746a2454d9e330fbd328f4e85_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111062ed38a746a2454d9e330fbd328f4e85_ace6764717503c7299a62297b031ee20 2024-11-10T12:15:59,143 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/eea6f2f40ca345e8bbea64bfb1023696, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:59,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/eea6f2f40ca345e8bbea64bfb1023696 is 175, key is test_row_0/A:col10/1731240958727/Put/seqid=0 2024-11-10T12:15:59,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742393_1569 (size=39549) 2024-11-10T12:15:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241019386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241019387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241019387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241019387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241019387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-10T12:15:59,476 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:15:59,476 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:15:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-10T12:15:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T12:15:59,478 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:15:59,479 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:15:59,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:15:59,548 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/eea6f2f40ca345e8bbea64bfb1023696 2024-11-10T12:15:59,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/a74010793cf14323a9380a6d61c60807 is 50, key is test_row_0/B:col10/1731240958727/Put/seqid=0 2024-11-10T12:15:59,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742394_1570 (size=12001) 2024-11-10T12:15:59,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/a74010793cf14323a9380a6d61c60807 2024-11-10T12:15:59,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/77b2d44aba7f49cfaf3e741356d92ada is 50, key is test_row_0/C:col10/1731240958727/Put/seqid=0 2024-11-10T12:15:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742395_1571 (size=12001) 2024-11-10T12:15:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T12:15:59,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T12:15:59,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:59,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T12:15:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T12:15:59,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241019896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241019896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241019896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241019906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:15:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241019906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:15:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:15:59,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:15:59,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T12:15:59,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:15:59,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:15:59,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/77b2d44aba7f49cfaf3e741356d92ada 2024-11-10T12:15:59,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/eea6f2f40ca345e8bbea64bfb1023696 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696 2024-11-10T12:15:59,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696, entries=200, sequenceid=64, filesize=38.6 K 2024-11-10T12:15:59,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/a74010793cf14323a9380a6d61c60807 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a74010793cf14323a9380a6d61c60807 2024-11-10T12:15:59,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a74010793cf14323a9380a6d61c60807, entries=150, sequenceid=64, filesize=11.7 K 2024-11-10T12:15:59,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/77b2d44aba7f49cfaf3e741356d92ada as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/77b2d44aba7f49cfaf3e741356d92ada 2024-11-10T12:15:59,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/77b2d44aba7f49cfaf3e741356d92ada, entries=150, sequenceid=64, filesize=11.7 K 2024-11-10T12:15:59,980 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ace6764717503c7299a62297b031ee20 in 1252ms, sequenceid=64, compaction requested=true 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:59,980 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:15:59,980 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:15:59,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:15:59,983 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:59,983 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:15:59,983 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/A is initiating minor compaction (all files) 2024-11-10T12:15:59,983 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/B is initiating minor compaction (all files) 2024-11-10T12:15:59,984 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/B in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,984 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/A in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,984 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=107.5 K 2024-11-10T12:15:59,984 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/60371ce4517449e19ee0668d4736553e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/d01f6f40fc5a46309c3726a0e1d469c5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a74010793cf14323a9380a6d61c60807] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.2 K 2024-11-10T12:15:59,984 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:15:59,984 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696] 2024-11-10T12:15:59,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 60371ce4517449e19ee0668d4736553e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731240955316 2024-11-10T12:15:59,984 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e9f2231cf2c474b849280bc56d1badc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731240955316 2024-11-10T12:15:59,984 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8662956f87224169af34e8251344887d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731240955349 2024-11-10T12:15:59,984 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d01f6f40fc5a46309c3726a0e1d469c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731240955349 2024-11-10T12:15:59,985 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting eea6f2f40ca345e8bbea64bfb1023696, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731240957580 2024-11-10T12:15:59,985 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a74010793cf14323a9380a6d61c60807, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731240957580 2024-11-10T12:15:59,990 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:59,991 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:15:59,992 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/914567510ee44d44954f3115beee3ecc is 50, key is test_row_0/B:col10/1731240958727/Put/seqid=0 2024-11-10T12:15:59,994 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411102d470d556326484f90e0c8278076302d_ace6764717503c7299a62297b031ee20 store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:59,996 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411102d470d556326484f90e0c8278076302d_ace6764717503c7299a62297b031ee20, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:59,996 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411102d470d556326484f90e0c8278076302d_ace6764717503c7299a62297b031ee20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:15:59,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742396_1572 (size=12104) 2024-11-10T12:16:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742397_1573 (size=4469) 2024-11-10T12:16:00,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-10T12:16:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:00,089 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:16:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:00,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:00,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d7da383365c7464984c04f35b37517b0_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240958751/Put/seqid=0 2024-11-10T12:16:00,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742398_1574 (size=12154) 2024-11-10T12:16:00,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:00,106 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d7da383365c7464984c04f35b37517b0_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7da383365c7464984c04f35b37517b0_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T12:16:00,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/b071ea5ba2de435dbe2d7c0f741b9a48, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:00,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/b071ea5ba2de435dbe2d7c0f741b9a48 is 175, key is test_row_0/A:col10/1731240958751/Put/seqid=0 2024-11-10T12:16:00,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742399_1575 (size=30955) 2024-11-10T12:16:00,403 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/914567510ee44d44954f3115beee3ecc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/914567510ee44d44954f3115beee3ecc 2024-11-10T12:16:00,403 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#A#compaction#490 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:00,404 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/85c081d0a5904c6595da89e3d548d76a is 175, key is test_row_0/A:col10/1731240958727/Put/seqid=0 2024-11-10T12:16:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742400_1576 (size=31058) 2024-11-10T12:16:00,408 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/B of ace6764717503c7299a62297b031ee20 into 914567510ee44d44954f3115beee3ecc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:00,408 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:00,408 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/B, priority=13, startTime=1731240959980; duration=0sec 2024-11-10T12:16:00,408 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:00,408 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:B 2024-11-10T12:16:00,408 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:00,409 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:00,409 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/C is initiating minor compaction (all files) 2024-11-10T12:16:00,409 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/C in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:00,409 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/df44445a955244c2a204846998e39530, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9e8df65b934f4cc7a72483558fd325b1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/77b2d44aba7f49cfaf3e741356d92ada] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.2 K 2024-11-10T12:16:00,410 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting df44445a955244c2a204846998e39530, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731240955316 2024-11-10T12:16:00,410 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8df65b934f4cc7a72483558fd325b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731240955349 2024-11-10T12:16:00,412 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b2d44aba7f49cfaf3e741356d92ada, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731240957580 2024-11-10T12:16:00,413 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/85c081d0a5904c6595da89e3d548d76a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/85c081d0a5904c6595da89e3d548d76a 2024-11-10T12:16:00,416 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/A of ace6764717503c7299a62297b031ee20 into 85c081d0a5904c6595da89e3d548d76a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:00,417 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:00,417 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/A, priority=13, startTime=1731240959980; duration=0sec 2024-11-10T12:16:00,417 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:00,417 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:A 2024-11-10T12:16:00,419 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#C#compaction#492 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:00,419 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/4cd952c4ea894c93b3dd35ec3bafc9a7 is 50, key is test_row_0/C:col10/1731240958727/Put/seqid=0 2024-11-10T12:16:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742401_1577 (size=12104) 2024-11-10T12:16:00,431 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/4cd952c4ea894c93b3dd35ec3bafc9a7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4cd952c4ea894c93b3dd35ec3bafc9a7 2024-11-10T12:16:00,435 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/C of ace6764717503c7299a62297b031ee20 into 4cd952c4ea894c93b3dd35ec3bafc9a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:00,435 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:00,435 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/C, priority=13, startTime=1731240959980; duration=0sec 2024-11-10T12:16:00,435 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:00,435 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:C 2024-11-10T12:16:00,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/b071ea5ba2de435dbe2d7c0f741b9a48 2024-11-10T12:16:00,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/c6ee78ba48d84a4b803dd684dad90fa6 is 50, key is test_row_0/B:col10/1731240958751/Put/seqid=0 2024-11-10T12:16:00,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742402_1578 (size=12001) 2024-11-10T12:16:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T12:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:00,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:00,925 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/c6ee78ba48d84a4b803dd684dad90fa6 2024-11-10T12:16:00,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d2c6605d00cf47619d1c76fcb4d6c261 is 50, key is test_row_0/C:col10/1731240958751/Put/seqid=0 2024-11-10T12:16:00,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742403_1579 (size=12001) 2024-11-10T12:16:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241020919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:00,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241020920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:00,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241020949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241020949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:00,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241020949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:00,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241021056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241021056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241021056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241021056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241021056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241021266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241021266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241021266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241021266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241021266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,269 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,338 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d2c6605d00cf47619d1c76fcb4d6c261 2024-11-10T12:16:01,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/b071ea5ba2de435dbe2d7c0f741b9a48 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48 2024-11-10T12:16:01,345 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48, entries=150, sequenceid=83, filesize=30.2 K 2024-11-10T12:16:01,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/c6ee78ba48d84a4b803dd684dad90fa6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/c6ee78ba48d84a4b803dd684dad90fa6 2024-11-10T12:16:01,348 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/c6ee78ba48d84a4b803dd684dad90fa6, entries=150, sequenceid=83, filesize=11.7 K 2024-11-10T12:16:01,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d2c6605d00cf47619d1c76fcb4d6c261 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d2c6605d00cf47619d1c76fcb4d6c261 2024-11-10T12:16:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d2c6605d00cf47619d1c76fcb4d6c261, entries=150, sequenceid=83, filesize=11.7 K 2024-11-10T12:16:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ace6764717503c7299a62297b031ee20 in 1263ms, sequenceid=83, compaction requested=false 2024-11-10T12:16:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:01,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-10T12:16:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=139 2024-11-10T12:16:01,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-10T12:16:01,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-11-10T12:16:01,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.8800 sec 2024-11-10T12:16:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:01,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:16:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:01,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:01,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c7986377f9e94af3940e87c9015d6b20_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:01,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742404_1580 (size=14594) 2024-11-10T12:16:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241021593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241021593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241021594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241021594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241021597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-10T12:16:01,626 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:01,626 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:16:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-10T12:16:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:01,628 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:16:01,629 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:16:01,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:16:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241021706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241021707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241021707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241021707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241021707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:01,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:01,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:01,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241021916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241021916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241021916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241021916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241021916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:01,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:01,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:01,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:01,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:01,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:01,990 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:01,994 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c7986377f9e94af3940e87c9015d6b20_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c7986377f9e94af3940e87c9015d6b20_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:01,994 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/060281b0d8044d2999406ee912543574, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:01,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/060281b0d8044d2999406ee912543574 is 175, key is test_row_0/A:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:02,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742405_1581 (size=39549) 2024-11-10T12:16:02,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241022226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241022226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241022226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241022226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241022226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:02,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:02,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:02,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,403 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/060281b0d8044d2999406ee912543574 2024-11-10T12:16:02,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/14d8ee1a978d41b4b98f1c8a0fafe5d1 is 50, key is test_row_0/B:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742406_1582 (size=12001) 2024-11-10T12:16:02,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:02,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241022736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241022736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241022736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241022736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241022736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:02,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:02,814 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/14d8ee1a978d41b4b98f1c8a0fafe5d1 2024-11-10T12:16:02,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/8b0eacf7bb0b4448bf724444cd79da0a is 50, key is test_row_0/C:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:02,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742407_1583 (size=12001) 2024-11-10T12:16:02,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/8b0eacf7bb0b4448bf724444cd79da0a 2024-11-10T12:16:02,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/060281b0d8044d2999406ee912543574 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574 2024-11-10T12:16:02,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574, entries=200, sequenceid=103, filesize=38.6 K 2024-11-10T12:16:02,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/14d8ee1a978d41b4b98f1c8a0fafe5d1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/14d8ee1a978d41b4b98f1c8a0fafe5d1 2024-11-10T12:16:02,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/14d8ee1a978d41b4b98f1c8a0fafe5d1, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T12:16:02,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/8b0eacf7bb0b4448bf724444cd79da0a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/8b0eacf7bb0b4448bf724444cd79da0a 2024-11-10T12:16:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/8b0eacf7bb0b4448bf724444cd79da0a, entries=150, sequenceid=103, filesize=11.7 K 2024-11-10T12:16:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for ace6764717503c7299a62297b031ee20 in 1264ms, sequenceid=103, compaction requested=true 2024-11-10T12:16:02,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:16:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:16:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:16:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:02,843 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:02,843 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/B is initiating minor compaction (all files) 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/A is initiating minor compaction (all files) 2024-11-10T12:16:02,844 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/B in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,844 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/A in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,844 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/914567510ee44d44954f3115beee3ecc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/c6ee78ba48d84a4b803dd684dad90fa6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/14d8ee1a978d41b4b98f1c8a0fafe5d1] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.3 K 2024-11-10T12:16:02,844 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/85c081d0a5904c6595da89e3d548d76a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=99.2 K 2024-11-10T12:16:02,844 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/85c081d0a5904c6595da89e3d548d76a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574] 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 914567510ee44d44954f3115beee3ecc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731240957580 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85c081d0a5904c6595da89e3d548d76a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731240957580 2024-11-10T12:16:02,844 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ee78ba48d84a4b803dd684dad90fa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731240958745 2024-11-10T12:16:02,845 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting b071ea5ba2de435dbe2d7c0f741b9a48, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731240958745 2024-11-10T12:16:02,845 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d8ee1a978d41b4b98f1c8a0fafe5d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731240960918 2024-11-10T12:16:02,845 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 060281b0d8044d2999406ee912543574, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731240960918 2024-11-10T12:16:02,851 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#B#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:02,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-10T12:16:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,851 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-10T12:16:02,852 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/0cf6f1c0497645b3843017a7602f0799 is 50, key is test_row_0/B:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:02,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:02,853 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:02,855 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110d2aeaeeb12ce4c74a5d903cce282a87a_ace6764717503c7299a62297b031ee20 store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:02,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742408_1584 (size=12207) 2024-11-10T12:16:02,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110d2aeaeeb12ce4c74a5d903cce282a87a_ace6764717503c7299a62297b031ee20, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:02,857 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110d2aeaeeb12ce4c74a5d903cce282a87a_ace6764717503c7299a62297b031ee20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:02,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111092c3084ac1d843ed82d19c6f8cb6e8f6_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240961591/Put/seqid=0 2024-11-10T12:16:02,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742409_1585 (size=4469) 2024-11-10T12:16:02,864 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/0cf6f1c0497645b3843017a7602f0799 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/0cf6f1c0497645b3843017a7602f0799 2024-11-10T12:16:02,864 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#A#compaction#499 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:02,865 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/08ddd4a913084e3a8038db76680a7b77 is 175, key is test_row_0/A:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:02,869 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/B of ace6764717503c7299a62297b031ee20 into 0cf6f1c0497645b3843017a7602f0799(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:02,869 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:02,869 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/B, priority=13, startTime=1731240962843; duration=0sec 2024-11-10T12:16:02,869 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:02,869 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:B 2024-11-10T12:16:02,869 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:02,870 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:02,870 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/C is initiating minor compaction (all files) 2024-11-10T12:16:02,870 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/C in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:02,870 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4cd952c4ea894c93b3dd35ec3bafc9a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d2c6605d00cf47619d1c76fcb4d6c261, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/8b0eacf7bb0b4448bf724444cd79da0a] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.3 K 2024-11-10T12:16:02,870 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cd952c4ea894c93b3dd35ec3bafc9a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731240957580 2024-11-10T12:16:02,870 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d2c6605d00cf47619d1c76fcb4d6c261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731240958745 2024-11-10T12:16:02,871 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b0eacf7bb0b4448bf724444cd79da0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731240960918 2024-11-10T12:16:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742410_1586 (size=12154) 2024-11-10T12:16:02,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742411_1587 (size=31161) 2024-11-10T12:16:02,880 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#C#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:02,880 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/792fd3aae8a44a4486befe971f7a8aba is 50, key is test_row_0/C:col10/1731240960918/Put/seqid=0 2024-11-10T12:16:02,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742412_1588 (size=12207) 2024-11-10T12:16:02,894 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/792fd3aae8a44a4486befe971f7a8aba as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/792fd3aae8a44a4486befe971f7a8aba 2024-11-10T12:16:02,899 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/C of ace6764717503c7299a62297b031ee20 into 792fd3aae8a44a4486befe971f7a8aba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:02,899 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:02,899 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/C, priority=13, startTime=1731240962843; duration=0sec 2024-11-10T12:16:02,899 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:02,899 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:C 2024-11-10T12:16:03,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:03,282 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/08ddd4a913084e3a8038db76680a7b77 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/08ddd4a913084e3a8038db76680a7b77 2024-11-10T12:16:03,282 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111092c3084ac1d843ed82d19c6f8cb6e8f6_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111092c3084ac1d843ed82d19c6f8cb6e8f6_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/5a9de15d349a4b27b4172a8571577846, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:03,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/5a9de15d349a4b27b4172a8571577846 is 175, key is test_row_0/A:col10/1731240961591/Put/seqid=0 2024-11-10T12:16:03,287 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/A of ace6764717503c7299a62297b031ee20 into 08ddd4a913084e3a8038db76680a7b77(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:03,287 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:03,287 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/A, priority=13, startTime=1731240962843; duration=0sec 2024-11-10T12:16:03,287 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:03,287 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:A 2024-11-10T12:16:03,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742413_1589 (size=30955) 2024-11-10T12:16:03,690 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/5a9de15d349a4b27b4172a8571577846 2024-11-10T12:16:03,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/924765c0df324ef982dd8595a4e1d49a is 50, key is test_row_0/B:col10/1731240961591/Put/seqid=0 2024-11-10T12:16:03,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742414_1590 (size=12001) 2024-11-10T12:16:03,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/924765c0df324ef982dd8595a4e1d49a 2024-11-10T12:16:03,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/292d58596898425f9305f5d3cc24d785 is 50, key is test_row_0/C:col10/1731240961591/Put/seqid=0 2024-11-10T12:16:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742415_1591 (size=12001) 2024-11-10T12:16:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:03,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241023762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241023766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241023766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241023767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241023768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,772 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:03,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241023876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241023876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241023876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241023876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241023877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241024086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241024086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241024086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241024087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241024087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,109 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/292d58596898425f9305f5d3cc24d785 2024-11-10T12:16:04,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/5a9de15d349a4b27b4172a8571577846 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846 2024-11-10T12:16:04,117 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846, entries=150, sequenceid=118, filesize=30.2 K 2024-11-10T12:16:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/924765c0df324ef982dd8595a4e1d49a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/924765c0df324ef982dd8595a4e1d49a 2024-11-10T12:16:04,122 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/924765c0df324ef982dd8595a4e1d49a, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T12:16:04,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/292d58596898425f9305f5d3cc24d785 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/292d58596898425f9305f5d3cc24d785 2024-11-10T12:16:04,125 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/292d58596898425f9305f5d3cc24d785, entries=150, sequenceid=118, filesize=11.7 K 2024-11-10T12:16:04,126 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for ace6764717503c7299a62297b031ee20 in 1275ms, sequenceid=118, compaction requested=false 2024-11-10T12:16:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:04,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-10T12:16:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=141 2024-11-10T12:16:04,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-10T12:16:04,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4980 sec 2024-11-10T12:16:04,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.5030 sec 2024-11-10T12:16:04,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:04,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:16:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:04,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:04,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104478a8fe5f1e43219a55e00b79428fc1_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:04,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241024408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241024408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241024409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742416_1592 (size=12304) 2024-11-10T12:16:04,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241024413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241024413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241024516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241024516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241024526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241024526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241024526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241024726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241024726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241024736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241024736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241024736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:04,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:04,817 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:04,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411104478a8fe5f1e43219a55e00b79428fc1_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104478a8fe5f1e43219a55e00b79428fc1_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:04,821 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/84119c6daf22420c950a79a1317e3e85, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:04,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/84119c6daf22420c950a79a1317e3e85 is 175, key is test_row_0/A:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:04,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742417_1593 (size=31105) 2024-11-10T12:16:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241025036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241025036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241025046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241025046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241025047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,230 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=140, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/84119c6daf22420c950a79a1317e3e85 2024-11-10T12:16:05,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/97a50846399345f6b605af497a7685e5 is 50, key is test_row_0/B:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742418_1594 (size=12151) 2024-11-10T12:16:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241025546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241025546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241025556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241025556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241025557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:05,560 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:05,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/97a50846399345f6b605af497a7685e5 2024-11-10T12:16:05,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d0e048166d484c9ca0e1efbbd37d1173 is 50, key is test_row_0/C:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:05,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742419_1595 (size=12151) 2024-11-10T12:16:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-10T12:16:05,796 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:05,796 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:16:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-10T12:16:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T12:16:05,798 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:16:05,799 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:16:05,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:16:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T12:16:05,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T12:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:05,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:06,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d0e048166d484c9ca0e1efbbd37d1173 2024-11-10T12:16:06,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/84119c6daf22420c950a79a1317e3e85 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85 2024-11-10T12:16:06,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85, entries=150, sequenceid=140, filesize=30.4 K 2024-11-10T12:16:06,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/97a50846399345f6b605af497a7685e5 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/97a50846399345f6b605af497a7685e5 2024-11-10T12:16:06,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/97a50846399345f6b605af497a7685e5, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T12:16:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d0e048166d484c9ca0e1efbbd37d1173 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0e048166d484c9ca0e1efbbd37d1173 2024-11-10T12:16:06,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0e048166d484c9ca0e1efbbd37d1173, entries=150, sequenceid=140, filesize=11.9 K 2024-11-10T12:16:06,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for ace6764717503c7299a62297b031ee20 in 1668ms, sequenceid=140, compaction requested=true 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:16:06,067 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:16:06,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:06,067 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/B is initiating minor compaction (all files) 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/A is initiating minor compaction (all files) 2024-11-10T12:16:06,068 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/B in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:06,068 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/A in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:06,068 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/0cf6f1c0497645b3843017a7602f0799, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/924765c0df324ef982dd8595a4e1d49a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/97a50846399345f6b605af497a7685e5] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.5 K 2024-11-10T12:16:06,068 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/08ddd4a913084e3a8038db76680a7b77, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=91.0 K 2024-11-10T12:16:06,068 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/08ddd4a913084e3a8038db76680a7b77, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85] 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cf6f1c0497645b3843017a7602f0799, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731240960918 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08ddd4a913084e3a8038db76680a7b77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731240960918 2024-11-10T12:16:06,068 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 924765c0df324ef982dd8595a4e1d49a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240961591 2024-11-10T12:16:06,069 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a9de15d349a4b27b4172a8571577846, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240961591 2024-11-10T12:16:06,069 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 97a50846399345f6b605af497a7685e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731240963754 2024-11-10T12:16:06,069 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84119c6daf22420c950a79a1317e3e85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731240963754 2024-11-10T12:16:06,073 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:06,075 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#B#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:06,075 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/15cf7e06a3f6441da90472c66a33a35a is 50, key is test_row_0/B:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:06,077 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110fbb63cc8f5d642509ea6b0633601bb8b_ace6764717503c7299a62297b031ee20 store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:06,078 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110fbb63cc8f5d642509ea6b0633601bb8b_ace6764717503c7299a62297b031ee20, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:06,078 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110fbb63cc8f5d642509ea6b0633601bb8b_ace6764717503c7299a62297b031ee20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742420_1596 (size=12459) 2024-11-10T12:16:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742421_1597 (size=4469) 2024-11-10T12:16:06,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-10T12:16:06,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:06,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:16:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:06,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:06,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c210ebf558d244fab5ab8e013626ceb4_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240964412/Put/seqid=0 2024-11-10T12:16:06,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742422_1598 (size=12304) 2024-11-10T12:16:06,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:06,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110c210ebf558d244fab5ab8e013626ceb4_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c210ebf558d244fab5ab8e013626ceb4_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:06,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/f78e3a761ff54aebbeea66aca8886040, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:06,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/f78e3a761ff54aebbeea66aca8886040 is 175, key is test_row_0/A:col10/1731240964412/Put/seqid=0 2024-11-10T12:16:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T12:16:06,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742423_1599 (size=31105) 2024-11-10T12:16:06,120 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/f78e3a761ff54aebbeea66aca8886040 2024-11-10T12:16:06,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/5e26314983f14e189d615623ea151dbe is 50, key is test_row_0/B:col10/1731240964412/Put/seqid=0 2024-11-10T12:16:06,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742424_1600 (size=12151) 2024-11-10T12:16:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T12:16:06,485 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/15cf7e06a3f6441da90472c66a33a35a as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/15cf7e06a3f6441da90472c66a33a35a 2024-11-10T12:16:06,486 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#A#compaction#508 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:06,487 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8f6a6802f2a6444982033328f97ef4a7 is 175, key is test_row_0/A:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:06,490 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/B of ace6764717503c7299a62297b031ee20 into 15cf7e06a3f6441da90472c66a33a35a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:06,490 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:06,490 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/B, priority=13, startTime=1731240966067; duration=0sec 2024-11-10T12:16:06,490 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:06,490 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:B 2024-11-10T12:16:06,490 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742425_1601 (size=31413) 2024-11-10T12:16:06,491 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:06,491 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/C is initiating minor compaction (all files) 2024-11-10T12:16:06,492 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/C in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:06,492 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/792fd3aae8a44a4486befe971f7a8aba, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/292d58596898425f9305f5d3cc24d785, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0e048166d484c9ca0e1efbbd37d1173] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.5 K 2024-11-10T12:16:06,492 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 792fd3aae8a44a4486befe971f7a8aba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731240960918 2024-11-10T12:16:06,492 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 292d58596898425f9305f5d3cc24d785, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731240961591 2024-11-10T12:16:06,492 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d0e048166d484c9ca0e1efbbd37d1173, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731240963754 2024-11-10T12:16:06,494 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8f6a6802f2a6444982033328f97ef4a7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f6a6802f2a6444982033328f97ef4a7 2024-11-10T12:16:06,498 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/A of ace6764717503c7299a62297b031ee20 into 8f6a6802f2a6444982033328f97ef4a7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:06,498 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:06,498 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/A, priority=13, startTime=1731240966067; duration=0sec 2024-11-10T12:16:06,498 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:06,498 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:A 2024-11-10T12:16:06,499 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#C#compaction#511 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:06,499 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/9d6f011acc2747a28257dec397ff9d1d is 50, key is test_row_0/C:col10/1731240963766/Put/seqid=0 2024-11-10T12:16:06,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742426_1602 (size=12459) 2024-11-10T12:16:06,539 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/5e26314983f14e189d615623ea151dbe 2024-11-10T12:16:06,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/fbbf85ff2166497694d1cefd81ba90ff is 50, key is test_row_0/C:col10/1731240964412/Put/seqid=0 2024-11-10T12:16:06,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742427_1603 (size=12151) 2024-11-10T12:16:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:06,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:06,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241026579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,589 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241026582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241026588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241026588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241026589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241026696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241026696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241026697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241026697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241026697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241026906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241026906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,910 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241026907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241026907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241026907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:06,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:06,913 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/9d6f011acc2747a28257dec397ff9d1d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9d6f011acc2747a28257dec397ff9d1d 2024-11-10T12:16:06,917 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/C of ace6764717503c7299a62297b031ee20 into 9d6f011acc2747a28257dec397ff9d1d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:06,917 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:06,917 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/C, priority=13, startTime=1731240966067; duration=0sec 2024-11-10T12:16:06,917 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:06,917 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:C 2024-11-10T12:16:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T12:16:06,952 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/fbbf85ff2166497694d1cefd81ba90ff 2024-11-10T12:16:06,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/f78e3a761ff54aebbeea66aca8886040 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040 2024-11-10T12:16:06,958 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040, entries=150, sequenceid=154, filesize=30.4 K 2024-11-10T12:16:06,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/5e26314983f14e189d615623ea151dbe as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/5e26314983f14e189d615623ea151dbe 2024-11-10T12:16:06,962 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/5e26314983f14e189d615623ea151dbe, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:16:06,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/fbbf85ff2166497694d1cefd81ba90ff as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/fbbf85ff2166497694d1cefd81ba90ff 2024-11-10T12:16:06,965 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/fbbf85ff2166497694d1cefd81ba90ff, entries=150, sequenceid=154, filesize=11.9 K 2024-11-10T12:16:06,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for ace6764717503c7299a62297b031ee20 in 863ms, sequenceid=154, compaction requested=false 2024-11-10T12:16:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:06,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-10T12:16:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-10T12:16:06,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-10T12:16:06,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1690 sec 2024-11-10T12:16:06,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.1740 sec 2024-11-10T12:16:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:07,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-11-10T12:16:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:16:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:16:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:07,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-10T12:16:07,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110095283e68f39467bbcd3c87657cf9bfa_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742428_1604 (size=14794) 2024-11-10T12:16:07,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241027226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241027226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241027228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241027228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241027229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,237 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:07,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110095283e68f39467bbcd3c87657cf9bfa_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110095283e68f39467bbcd3c87657cf9bfa_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:07,240 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/1deee8af82324cb78087bf373e600fdd, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:07,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/1deee8af82324cb78087bf373e600fdd is 175, key is test_row_0/A:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742429_1605 (size=39749) 2024-11-10T12:16:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241027336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241027336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241027346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241027346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241027346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241027546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241027546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241027556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241027556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241027556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/1deee8af82324cb78087bf373e600fdd 2024-11-10T12:16:07,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/a4ec3ac7413c4e26840f93f4a741a3bc is 50, key is test_row_0/B:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742430_1606 (size=12151) 2024-11-10T12:16:07,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/a4ec3ac7413c4e26840f93f4a741a3bc 2024-11-10T12:16:07,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/2f45b1796181468e9d09175196de6038 is 50, key is test_row_0/C:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742431_1607 (size=12151) 2024-11-10T12:16:07,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/2f45b1796181468e9d09175196de6038 2024-11-10T12:16:07,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/1deee8af82324cb78087bf373e600fdd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd 2024-11-10T12:16:07,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd, entries=200, sequenceid=178, filesize=38.8 K 2024-11-10T12:16:07,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/a4ec3ac7413c4e26840f93f4a741a3bc as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a4ec3ac7413c4e26840f93f4a741a3bc 2024-11-10T12:16:07,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a4ec3ac7413c4e26840f93f4a741a3bc, entries=150, sequenceid=178, filesize=11.9 K 2024-11-10T12:16:07,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/2f45b1796181468e9d09175196de6038 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2f45b1796181468e9d09175196de6038 2024-11-10T12:16:07,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2f45b1796181468e9d09175196de6038, entries=150, sequenceid=178, filesize=11.9 K 2024-11-10T12:16:07,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for ace6764717503c7299a62297b031ee20 in 459ms, sequenceid=178, compaction requested=true 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:16:07,679 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:07,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:07,679 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/A is initiating minor compaction (all files) 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/B is initiating minor compaction (all files) 2024-11-10T12:16:07,680 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/A in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:07,680 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/B in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:07,680 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f6a6802f2a6444982033328f97ef4a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=99.9 K 2024-11-10T12:16:07,680 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/15cf7e06a3f6441da90472c66a33a35a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/5e26314983f14e189d615623ea151dbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a4ec3ac7413c4e26840f93f4a741a3bc] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.9 K 2024-11-10T12:16:07,680 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f6a6802f2a6444982033328f97ef4a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd] 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f6a6802f2a6444982033328f97ef4a7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731240963754 2024-11-10T12:16:07,680 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 15cf7e06a3f6441da90472c66a33a35a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731240963754 2024-11-10T12:16:07,681 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e26314983f14e189d615623ea151dbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240964404 2024-11-10T12:16:07,681 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting f78e3a761ff54aebbeea66aca8886040, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240964404 2024-11-10T12:16:07,682 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting a4ec3ac7413c4e26840f93f4a741a3bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731240966587 2024-11-10T12:16:07,682 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1deee8af82324cb78087bf373e600fdd, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731240966581 2024-11-10T12:16:07,686 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:07,688 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411100637ceab778a4029977162572e29c2c1_ace6764717503c7299a62297b031ee20 store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:07,688 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:07,689 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/751a6cc52f0044478fd1b2531a072838 is 50, key is test_row_0/B:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,690 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411100637ceab778a4029977162572e29c2c1_ace6764717503c7299a62297b031ee20, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:07,690 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411100637ceab778a4029977162572e29c2c1_ace6764717503c7299a62297b031ee20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742432_1608 (size=12561) 2024-11-10T12:16:07,696 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/751a6cc52f0044478fd1b2531a072838 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/751a6cc52f0044478fd1b2531a072838 2024-11-10T12:16:07,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742433_1609 (size=4469) 2024-11-10T12:16:07,699 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#A#compaction#517 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:07,700 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/609f78e10d1e4e108f648bbcfd1d5b52 is 175, key is test_row_0/A:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,701 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/B of ace6764717503c7299a62297b031ee20 into 751a6cc52f0044478fd1b2531a072838(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:07,701 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:07,701 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/B, priority=13, startTime=1731240967679; duration=0sec 2024-11-10T12:16:07,701 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:07,701 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:B 2024-11-10T12:16:07,701 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:07,702 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:07,702 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/C is initiating minor compaction (all files) 2024-11-10T12:16:07,702 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/C in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:07,702 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9d6f011acc2747a28257dec397ff9d1d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/fbbf85ff2166497694d1cefd81ba90ff, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2f45b1796181468e9d09175196de6038] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=35.9 K 2024-11-10T12:16:07,702 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d6f011acc2747a28257dec397ff9d1d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731240963754 2024-11-10T12:16:07,702 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting fbbf85ff2166497694d1cefd81ba90ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731240964404 2024-11-10T12:16:07,703 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f45b1796181468e9d09175196de6038, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731240966587 2024-11-10T12:16:07,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742434_1610 (size=31515) 2024-11-10T12:16:07,709 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#C#compaction#518 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:07,709 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/2d3d4ee098fe49f0b458e28e009c7cd1 is 50, key is test_row_0/C:col10/1731240966587/Put/seqid=0 2024-11-10T12:16:07,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742435_1611 (size=12561) 2024-11-10T12:16:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:07,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-10T12:16:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:07,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:07,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bc4701d4266e4d7d9a090b469bb30284_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240967228/Put/seqid=0 2024-11-10T12:16:07,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742436_1612 (size=17284) 2024-11-10T12:16:07,877 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:07,880 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110bc4701d4266e4d7d9a090b469bb30284_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bc4701d4266e4d7d9a090b469bb30284_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:07,881 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/9184b6ed09714cf5ae1b2e0a09210827, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:07,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/9184b6ed09714cf5ae1b2e0a09210827 is 175, key is test_row_0/A:col10/1731240967228/Put/seqid=0 2024-11-10T12:16:07,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742437_1613 (size=48389) 2024-11-10T12:16:07,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241027881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,886 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241027882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241027884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241027884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241027886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-10T12:16:07,946 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:07,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-10T12:16:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:07,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:16:07,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:16:07,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:16:07,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241027996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:07,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:07,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241027996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241027996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241027996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241027996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:08,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T12:16:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:08,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,108 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/609f78e10d1e4e108f648bbcfd1d5b52 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/609f78e10d1e4e108f648bbcfd1d5b52 2024-11-10T12:16:08,112 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/A of ace6764717503c7299a62297b031ee20 into 609f78e10d1e4e108f648bbcfd1d5b52(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:08,112 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:08,112 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/A, priority=13, startTime=1731240967679; duration=0sec 2024-11-10T12:16:08,112 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:08,112 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:A 2024-11-10T12:16:08,117 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/2d3d4ee098fe49f0b458e28e009c7cd1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2d3d4ee098fe49f0b458e28e009c7cd1 2024-11-10T12:16:08,120 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/C of ace6764717503c7299a62297b031ee20 into 2d3d4ee098fe49f0b458e28e009c7cd1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:08,120 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:08,120 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/C, priority=13, startTime=1731240967679; duration=0sec 2024-11-10T12:16:08,120 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:08,120 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:C 2024-11-10T12:16:08,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241028206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241028206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241028206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241028206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241028206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,210 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T12:16:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:08,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/9184b6ed09714cf5ae1b2e0a09210827 2024-11-10T12:16:08,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/84ca2189dece4425af88e6eee0b3a95b is 50, key is test_row_0/B:col10/1731240967228/Put/seqid=0 2024-11-10T12:16:08,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742438_1614 (size=12151) 2024-11-10T12:16:08,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/84ca2189dece4425af88e6eee0b3a95b 2024-11-10T12:16:08,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d46d831a879146e08df736c820b34b20 is 50, key is test_row_0/C:col10/1731240967228/Put/seqid=0 2024-11-10T12:16:08,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742439_1615 (size=12151) 2024-11-10T12:16:08,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T12:16:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241028516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241028516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241028516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241028516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241028516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:08,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T12:16:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:08,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d46d831a879146e08df736c820b34b20 2024-11-10T12:16:08,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/9184b6ed09714cf5ae1b2e0a09210827 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827 2024-11-10T12:16:08,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T12:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:08,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827, entries=250, sequenceid=192, filesize=47.3 K 2024-11-10T12:16:08,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/84ca2189dece4425af88e6eee0b3a95b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/84ca2189dece4425af88e6eee0b3a95b 2024-11-10T12:16:08,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/84ca2189dece4425af88e6eee0b3a95b, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:16:08,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d46d831a879146e08df736c820b34b20 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d46d831a879146e08df736c820b34b20 2024-11-10T12:16:08,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d46d831a879146e08df736c820b34b20, entries=150, sequenceid=192, filesize=11.9 K 2024-11-10T12:16:08,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for ace6764717503c7299a62297b031ee20 in 866ms, sequenceid=192, compaction requested=false 2024-11-10T12:16:08,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:08,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:08,868 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:08,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a4b4de26192841b8b829f31d2092adfc_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240967880/Put/seqid=0 2024-11-10T12:16:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742440_1616 (size=12304) 2024-11-10T12:16:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:09,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:09,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241029035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241029036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241029038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241029039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241029040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241029146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241029146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241029146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241029146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241029156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:09,287 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a4b4de26192841b8b829f31d2092adfc_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a4b4de26192841b8b829f31d2092adfc_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8f052d2aadb843faa3d6b6ed64bb8a86, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8f052d2aadb843faa3d6b6ed64bb8a86 is 175, key is test_row_0/A:col10/1731240967880/Put/seqid=0 2024-11-10T12:16:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742441_1617 (size=31105) 2024-11-10T12:16:09,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241029356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241029356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241029356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,357 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241029356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241029366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241029666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241029666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241029666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241029666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,674 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241029676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:09,693 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8f052d2aadb843faa3d6b6ed64bb8a86 2024-11-10T12:16:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/006aa6f3a74b4ec698fc13ccd66f46cd is 50, key is test_row_0/B:col10/1731240967880/Put/seqid=0 2024-11-10T12:16:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742442_1618 (size=12151) 2024-11-10T12:16:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:10,103 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/006aa6f3a74b4ec698fc13ccd66f46cd 2024-11-10T12:16:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/4bcb258b30d14c6f8a26538b28fc154d is 50, key is test_row_0/C:col10/1731240967880/Put/seqid=0 2024-11-10T12:16:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742443_1619 (size=12151) 2024-11-10T12:16:10,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241030176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:10,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241030176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241030186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241030186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:10,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241030187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:10,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:10,514 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/4bcb258b30d14c6f8a26538b28fc154d 2024-11-10T12:16:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/8f052d2aadb843faa3d6b6ed64bb8a86 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86 2024-11-10T12:16:10,521 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86, entries=150, sequenceid=213, filesize=30.4 K 2024-11-10T12:16:10,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/006aa6f3a74b4ec698fc13ccd66f46cd as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/006aa6f3a74b4ec698fc13ccd66f46cd 2024-11-10T12:16:10,525 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/006aa6f3a74b4ec698fc13ccd66f46cd, entries=150, sequenceid=213, filesize=11.9 K 2024-11-10T12:16:10,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/4bcb258b30d14c6f8a26538b28fc154d as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4bcb258b30d14c6f8a26538b28fc154d 2024-11-10T12:16:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,529 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4bcb258b30d14c6f8a26538b28fc154d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-10T12:16:10,530 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for ace6764717503c7299a62297b031ee20 in 1662ms, sequenceid=213, compaction requested=true 2024-11-10T12:16:10,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:10,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:10,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-10T12:16:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-10T12:16:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-10T12:16:10,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5820 sec 2024-11-10T12:16:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 2.5860 sec 2024-11-10T12:16:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:11,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-10T12:16:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:11,202 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fa94f0c336540e08214f4956b502969_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742444_1620 (size=14794) 2024-11-10T12:16:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241031222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,230 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411105fa94f0c336540e08214f4956b502969_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fa94f0c336540e08214f4956b502969_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/82050738b3904bc4bb1c53b66aae6ad6, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/82050738b3904bc4bb1c53b66aae6ad6 is 175, key is test_row_0/A:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241031225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241031229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742445_1621 (size=39745) 2024-11-10T12:16:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241031230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241031231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241031336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241031346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241031346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241031346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241031346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241031546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241031556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241031556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241031556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241031557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=228, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/82050738b3904bc4bb1c53b66aae6ad6 2024-11-10T12:16:11,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/98c9aa0ce0704128b8da868a2842e5ef is 50, key is test_row_0/B:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:11,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742446_1622 (size=9757) 2024-11-10T12:16:11,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241031856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241031866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241031866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241031866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241031866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:11,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:12,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/98c9aa0ce0704128b8da868a2842e5ef 2024-11-10T12:16:12,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/461cd6b08c0f43df8367529b3831a53b is 50, key is test_row_0/C:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742447_1623 (size=9757) 2024-11-10T12:16:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-10T12:16:12,106 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:12,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:16:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-10T12:16:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T12:16:12,109 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:16:12,109 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:16:12,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:16:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T12:16:12,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T12:16:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:12,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:12,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241032366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:12,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241032375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241032386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241032386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:12,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241032386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:12,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T12:16:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:12,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:12,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T12:16:12,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=228 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/461cd6b08c0f43df8367529b3831a53b 2024-11-10T12:16:12,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/82050738b3904bc4bb1c53b66aae6ad6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6 2024-11-10T12:16:12,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6, entries=200, sequenceid=228, filesize=38.8 K 2024-11-10T12:16:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/98c9aa0ce0704128b8da868a2842e5ef as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/98c9aa0ce0704128b8da868a2842e5ef 2024-11-10T12:16:12,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/98c9aa0ce0704128b8da868a2842e5ef, entries=100, sequenceid=228, filesize=9.5 K 2024-11-10T12:16:12,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/461cd6b08c0f43df8367529b3831a53b as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/461cd6b08c0f43df8367529b3831a53b 2024-11-10T12:16:12,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/461cd6b08c0f43df8367529b3831a53b, entries=100, sequenceid=228, filesize=9.5 K 2024-11-10T12:16:12,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for ace6764717503c7299a62297b031ee20 in 1272ms, sequenceid=228, compaction requested=true 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:16:12,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:12,473 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:16:12,473 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:16:12,474 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150754 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:16:12,474 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/A is initiating minor compaction (all files) 2024-11-10T12:16:12,474 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:16:12,475 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/B is initiating minor compaction (all files) 2024-11-10T12:16:12,475 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/A in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,475 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/B in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,475 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/609f78e10d1e4e108f648bbcfd1d5b52, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=147.2 K 2024-11-10T12:16:12,475 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/751a6cc52f0044478fd1b2531a072838, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/84ca2189dece4425af88e6eee0b3a95b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/006aa6f3a74b4ec698fc13ccd66f46cd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/98c9aa0ce0704128b8da868a2842e5ef] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=45.5 K 2024-11-10T12:16:12,475 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,475 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/609f78e10d1e4e108f648bbcfd1d5b52, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6] 2024-11-10T12:16:12,475 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 609f78e10d1e4e108f648bbcfd1d5b52, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731240966587 2024-11-10T12:16:12,475 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 751a6cc52f0044478fd1b2531a072838, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731240966587 2024-11-10T12:16:12,475 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 84ca2189dece4425af88e6eee0b3a95b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731240967228 2024-11-10T12:16:12,475 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9184b6ed09714cf5ae1b2e0a09210827, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731240967225 2024-11-10T12:16:12,476 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f052d2aadb843faa3d6b6ed64bb8a86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731240967880 2024-11-10T12:16:12,476 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 006aa6f3a74b4ec698fc13ccd66f46cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731240967880 2024-11-10T12:16:12,476 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 98c9aa0ce0704128b8da868a2842e5ef, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731240971200 2024-11-10T12:16:12,476 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82050738b3904bc4bb1c53b66aae6ad6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731240969035 2024-11-10T12:16:12,481 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:12,483 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110f7833f6dff2946ada8dfe60101d26332_ace6764717503c7299a62297b031ee20 store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:12,484 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#B#compaction#529 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:12,484 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110f7833f6dff2946ada8dfe60101d26332_ace6764717503c7299a62297b031ee20, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:12,484 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110f7833f6dff2946ada8dfe60101d26332_ace6764717503c7299a62297b031ee20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:12,485 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/8a99272de9814c818b2de1e7eb0d79a7 is 50, key is test_row_0/B:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742448_1624 (size=4469) 2024-11-10T12:16:12,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742449_1625 (size=12697) 2024-11-10T12:16:12,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-10T12:16:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,567 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-10T12:16:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:12,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:12,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b280c1870baf4756996ef0e060002f94_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240971223/Put/seqid=0 2024-11-10T12:16:12,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742450_1626 (size=12304) 2024-11-10T12:16:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T12:16:12,891 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#A#compaction#528 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:12,891 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/374c8feaf9bd44ddad8aba7a82a40af1 is 175, key is test_row_0/A:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:12,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742451_1627 (size=31758) 2024-11-10T12:16:12,895 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/8a99272de9814c818b2de1e7eb0d79a7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/8a99272de9814c818b2de1e7eb0d79a7 2024-11-10T12:16:12,898 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ace6764717503c7299a62297b031ee20/B of ace6764717503c7299a62297b031ee20 into 8a99272de9814c818b2de1e7eb0d79a7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:12,898 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:12,898 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/B, priority=12, startTime=1731240972473; duration=0sec 2024-11-10T12:16:12,899 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:12,899 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:B 2024-11-10T12:16:12,899 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-10T12:16:12,900 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46620 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-10T12:16:12,900 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/C is initiating minor compaction (all files) 2024-11-10T12:16:12,900 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/C in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:12,900 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2d3d4ee098fe49f0b458e28e009c7cd1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d46d831a879146e08df736c820b34b20, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4bcb258b30d14c6f8a26538b28fc154d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/461cd6b08c0f43df8367529b3831a53b] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=45.5 K 2024-11-10T12:16:12,900 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3d4ee098fe49f0b458e28e009c7cd1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1731240966587 2024-11-10T12:16:12,901 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting d46d831a879146e08df736c820b34b20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731240967228 2024-11-10T12:16:12,901 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bcb258b30d14c6f8a26538b28fc154d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731240967880 2024-11-10T12:16:12,901 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 461cd6b08c0f43df8367529b3831a53b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731240971200 2024-11-10T12:16:12,907 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#C#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:12,908 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/627d01bdb00647d38f9b8d609de4be1c is 50, key is test_row_0/C:col10/1731240971201/Put/seqid=0 2024-11-10T12:16:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742452_1628 (size=12697) 2024-11-10T12:16:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:12,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110b280c1870baf4756996ef0e060002f94_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b280c1870baf4756996ef0e060002f94_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:12,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/7d5cd3dc55414a55b579d20084b1e09e, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:12,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/7d5cd3dc55414a55b579d20084b1e09e is 175, key is test_row_0/A:col10/1731240971223/Put/seqid=0 2024-11-10T12:16:12,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742453_1629 (size=31105) 2024-11-10T12:16:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T12:16:13,299 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/374c8feaf9bd44ddad8aba7a82a40af1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/374c8feaf9bd44ddad8aba7a82a40af1 2024-11-10T12:16:13,302 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ace6764717503c7299a62297b031ee20/A of ace6764717503c7299a62297b031ee20 into 374c8feaf9bd44ddad8aba7a82a40af1(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:13,302 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:13,302 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/A, priority=12, startTime=1731240972473; duration=0sec 2024-11-10T12:16:13,302 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:13,302 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:A 2024-11-10T12:16:13,316 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/627d01bdb00647d38f9b8d609de4be1c as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/627d01bdb00647d38f9b8d609de4be1c 2024-11-10T12:16:13,320 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ace6764717503c7299a62297b031ee20/C of ace6764717503c7299a62297b031ee20 into 627d01bdb00647d38f9b8d609de4be1c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:13,320 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:13,320 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/C, priority=12, startTime=1731240972473; duration=0sec 2024-11-10T12:16:13,320 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:13,320 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:C 2024-11-10T12:16:13,385 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/7d5cd3dc55414a55b579d20084b1e09e 2024-11-10T12:16:13,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:13,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:13,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/6d0676cce97a4510836d261ec8b11f58 is 50, key is test_row_0/B:col10/1731240971223/Put/seqid=0 2024-11-10T12:16:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742454_1630 (size=12151) 2024-11-10T12:16:13,396 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/6d0676cce97a4510836d261ec8b11f58 2024-11-10T12:16:13,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/585a6b4286c64e4bbeaf24ff1ed22b88 is 50, key is test_row_0/C:col10/1731240971223/Put/seqid=0 2024-11-10T12:16:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742455_1631 (size=12151) 2024-11-10T12:16:13,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241033402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241033402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241033407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241033408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241033408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,415 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241033516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241033516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241033517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241033526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241033526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241033726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241033726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241033726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241033736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:13,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241033736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:13,808 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/585a6b4286c64e4bbeaf24ff1ed22b88 2024-11-10T12:16:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/7d5cd3dc55414a55b579d20084b1e09e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e 2024-11-10T12:16:13,815 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e, entries=150, sequenceid=246, filesize=30.4 K 2024-11-10T12:16:13,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/6d0676cce97a4510836d261ec8b11f58 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/6d0676cce97a4510836d261ec8b11f58 2024-11-10T12:16:13,819 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/6d0676cce97a4510836d261ec8b11f58, entries=150, sequenceid=246, filesize=11.9 K 2024-11-10T12:16:13,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/585a6b4286c64e4bbeaf24ff1ed22b88 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/585a6b4286c64e4bbeaf24ff1ed22b88 2024-11-10T12:16:13,822 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/585a6b4286c64e4bbeaf24ff1ed22b88, entries=150, sequenceid=246, filesize=11.9 K 2024-11-10T12:16:13,823 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for ace6764717503c7299a62297b031ee20 in 1257ms, sequenceid=246, compaction requested=false 2024-11-10T12:16:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-10T12:16:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-10T12:16:13,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-10T12:16:13,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7160 sec 2024-11-10T12:16:13,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.7200 sec 2024-11-10T12:16:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:14,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T12:16:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:14,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111016c407d4699d477da60d59fd1a5dbe58_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:14,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742456_1632 (size=12454) 2024-11-10T12:16:14,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:14,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111016c407d4699d477da60d59fd1a5dbe58_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016c407d4699d477da60d59fd1a5dbe58_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:14,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/a03cd2fbadb84ed7960b06a303f2b7f6, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:14,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/a03cd2fbadb84ed7960b06a303f2b7f6 is 175, key is test_row_0/A:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241034055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,062 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241034058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241034059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742457_1633 (size=31255) 2024-11-10T12:16:14,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241034061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241034062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241034166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241034166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241034166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,170 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241034176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241034176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-10T12:16:14,256 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:14,256 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-10T12:16:14,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-10T12:16:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:14,258 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-10T12:16:14,259 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T12:16:14,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T12:16:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:14,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241034376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241034376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241034376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241034386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241034386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,466 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=266, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/a03cd2fbadb84ed7960b06a303f2b7f6 2024-11-10T12:16:14,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/e37b4715399d4492b6bbce30ed4162e2 is 50, key is test_row_0/B:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742458_1634 (size=12301) 2024-11-10T12:16:14,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:14,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241034686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,689 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241034686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241034686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241034696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:14,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241034696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:14,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:14,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:14,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:14,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:14,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/e37b4715399d4492b6bbce30ed4162e2 2024-11-10T12:16:14,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/f460a7c909db4b72848a685fdbead360 is 50, key is test_row_0/C:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:14,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742459_1635 (size=12301) 2024-11-10T12:16:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:15,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:15,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:15,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:15,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:15,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:15,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T12:16:15,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:15,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49050 deadline: 1731241035196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49052 deadline: 1731241035196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49044 deadline: 1731241035196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:15,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48998 deadline: 1731241035206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:15,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-10T12:16:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43105 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48992 deadline: 1731241035206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 , the old value is region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T12:16:15,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., hostname=3857ccc89b65,43105,1731240799921, seqNum=5 because the exception is null or not the one we care about 2024-11-10T12:16:15,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/f460a7c909db4b72848a685fdbead360 2024-11-10T12:16:15,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/a03cd2fbadb84ed7960b06a303f2b7f6 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6 2024-11-10T12:16:15,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6, entries=150, sequenceid=266, filesize=30.5 K 2024-11-10T12:16:15,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/e37b4715399d4492b6bbce30ed4162e2 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/e37b4715399d4492b6bbce30ed4162e2 2024-11-10T12:16:15,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/e37b4715399d4492b6bbce30ed4162e2, entries=150, sequenceid=266, filesize=12.0 K 2024-11-10T12:16:15,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/f460a7c909db4b72848a685fdbead360 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/f460a7c909db4b72848a685fdbead360 2024-11-10T12:16:15,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/f460a7c909db4b72848a685fdbead360, entries=150, sequenceid=266, filesize=12.0 K 2024-11-10T12:16:15,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for ace6764717503c7299a62297b031ee20 in 1261ms, sequenceid=266, compaction requested=true 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:A, priority=-2147483648, current under compaction store size is 1 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:15,299 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:B, priority=-2147483648, current under compaction store size is 2 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ace6764717503c7299a62297b031ee20:C, priority=-2147483648, current under compaction store size is 3 2024-11-10T12:16:15,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:15,299 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:15,300 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:15,300 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94118 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:15,300 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/B is initiating minor compaction (all files) 2024-11-10T12:16:15,300 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/A is initiating minor compaction (all files) 2024-11-10T12:16:15,300 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/B in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,300 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/A in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,300 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/8a99272de9814c818b2de1e7eb0d79a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/6d0676cce97a4510836d261ec8b11f58, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/e37b4715399d4492b6bbce30ed4162e2] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=36.3 K 2024-11-10T12:16:15,300 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/374c8feaf9bd44ddad8aba7a82a40af1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=91.9 K 2024-11-10T12:16:15,300 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,300 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. files: [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/374c8feaf9bd44ddad8aba7a82a40af1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6] 2024-11-10T12:16:15,300 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a99272de9814c818b2de1e7eb0d79a7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731240967885 2024-11-10T12:16:15,301 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 374c8feaf9bd44ddad8aba7a82a40af1, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731240967885 2024-11-10T12:16:15,301 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d0676cce97a4510836d261ec8b11f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731240971223 2024-11-10T12:16:15,301 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d5cd3dc55414a55b579d20084b1e09e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731240971223 2024-11-10T12:16:15,301 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting e37b4715399d4492b6bbce30ed4162e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731240973407 2024-11-10T12:16:15,301 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] compactions.Compactor(225): Compacting a03cd2fbadb84ed7960b06a303f2b7f6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731240973407 2024-11-10T12:16:15,306 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#B#compaction#537 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:15,307 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/902f414f917f4f7580c70c866eed4e86 is 50, key is test_row_0/B:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:15,308 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:15,310 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241110a087d70ba4c44e8bb53a886b3a7161d4_ace6764717503c7299a62297b031ee20 store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742460_1636 (size=12949) 2024-11-10T12:16:15,311 INFO [Thread-2508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2508. 2024-11-10T12:16:15,311 DEBUG [Thread-2508 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:15,311 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,311 DEBUG [Thread-2508 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:15,312 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241110a087d70ba4c44e8bb53a886b3a7161d4_ace6764717503c7299a62297b031ee20, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:15,312 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241110a087d70ba4c44e8bb53a886b3a7161d4_ace6764717503c7299a62297b031ee20 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:15,312 INFO [Thread-2500 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2500. 2024-11-10T12:16:15,312 DEBUG [Thread-2500 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:15,312 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,312 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:15,313 INFO [Thread-2502 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2502. 2024-11-10T12:16:15,313 DEBUG [Thread-2502 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:15,313 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,313 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:15,314 INFO [Thread-2504 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2504. 2024-11-10T12:16:15,314 DEBUG [Thread-2504 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:15,314 DEBUG [Thread-2504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,314 DEBUG [Thread-2504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:15,315 INFO [Thread-2506 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2506. 2024-11-10T12:16:15,315 DEBUG [Thread-2506 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:15,315 DEBUG [Thread-2506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,315 DEBUG [Thread-2506 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:15,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742461_1637 (size=4469) 2024-11-10T12:16:15,317 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#A#compaction#538 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:15,317 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/902f414f917f4f7580c70c866eed4e86 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/902f414f917f4f7580c70c866eed4e86 2024-11-10T12:16:15,317 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/a025dc12a1fc4735aef57688bb03a271 is 175, key is test_row_0/A:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:15,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742462_1638 (size=31903) 2024-11-10T12:16:15,320 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/B of ace6764717503c7299a62297b031ee20 into 902f414f917f4f7580c70c866eed4e86(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:15,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:15,321 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/B, priority=13, startTime=1731240975299; duration=0sec 2024-11-10T12:16:15,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-10T12:16:15,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:B 2024-11-10T12:16:15,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T12:16:15,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T12:16:15,321 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1541): ace6764717503c7299a62297b031ee20/C is initiating minor compaction (all files) 2024-11-10T12:16:15,321 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ace6764717503c7299a62297b031ee20/C in TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,321 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/627d01bdb00647d38f9b8d609de4be1c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/585a6b4286c64e4bbeaf24ff1ed22b88, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/f460a7c909db4b72848a685fdbead360] into tmpdir=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp, totalSize=36.3 K 2024-11-10T12:16:15,322 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 627d01bdb00647d38f9b8d609de4be1c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=228, earliestPutTs=1731240967885 2024-11-10T12:16:15,322 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting 585a6b4286c64e4bbeaf24ff1ed22b88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731240971223 2024-11-10T12:16:15,322 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] compactions.Compactor(225): Compacting f460a7c909db4b72848a685fdbead360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731240973407 2024-11-10T12:16:15,326 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ace6764717503c7299a62297b031ee20#C#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T12:16:15,326 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/63750091479746779bad44d07268eeb0 is 50, key is test_row_0/C:col10/1731240974038/Put/seqid=0 2024-11-10T12:16:15,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:15,328 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:15,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742463_1639 (size=12949) 2024-11-10T12:16:15,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111020b104611cd34c0fbedb7edbb3f998b5_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240974053/Put/seqid=0 2024-11-10T12:16:15,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742464_1640 (size=12454) 2024-11-10T12:16:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:15,724 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/a025dc12a1fc4735aef57688bb03a271 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a025dc12a1fc4735aef57688bb03a271 2024-11-10T12:16:15,727 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/A of ace6764717503c7299a62297b031ee20 into a025dc12a1fc4735aef57688bb03a271(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:15,727 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:15,727 INFO [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/A, priority=13, startTime=1731240975299; duration=0sec 2024-11-10T12:16:15,727 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:15,727 DEBUG [RS:0;3857ccc89b65:43105-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:A 2024-11-10T12:16:15,731 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/63750091479746779bad44d07268eeb0 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/63750091479746779bad44d07268eeb0 2024-11-10T12:16:15,734 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ace6764717503c7299a62297b031ee20/C of ace6764717503c7299a62297b031ee20 into 63750091479746779bad44d07268eeb0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T12:16:15,734 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:15,735 INFO [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., storeName=ace6764717503c7299a62297b031ee20/C, priority=13, startTime=1731240975299; duration=0sec 2024-11-10T12:16:15,735 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T12:16:15,735 DEBUG [RS:0;3857ccc89b65:43105-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ace6764717503c7299a62297b031ee20:C 2024-11-10T12:16:15,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:15,738 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111020b104611cd34c0fbedb7edbb3f998b5_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111020b104611cd34c0fbedb7edbb3f998b5_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:15,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/3a703b442a364e2b908acc8d6c11e135, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/3a703b442a364e2b908acc8d6c11e135 is 175, key is test_row_0/A:col10/1731240974053/Put/seqid=0 2024-11-10T12:16:15,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742465_1641 (size=31255) 2024-11-10T12:16:16,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/3a703b442a364e2b908acc8d6c11e135 2024-11-10T12:16:16,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/ea47aa7281c44fc28921ebfb1c39c9b7 is 50, key is test_row_0/B:col10/1731240974053/Put/seqid=0 2024-11-10T12:16:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742466_1642 (size=12301) 2024-11-10T12:16:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43105 {}] regionserver.HRegion(8855): Flush requested on ace6764717503c7299a62297b031ee20 2024-11-10T12:16:16,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. as already flushing 2024-11-10T12:16:16,208 INFO [Thread-2495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2495. 2024-11-10T12:16:16,208 DEBUG [Thread-2495 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:16,208 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,208 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:16,218 INFO [Thread-2493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2493. 2024-11-10T12:16:16,218 INFO [Thread-2489 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2489. 2024-11-10T12:16:16,218 DEBUG [Thread-2493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:16,218 DEBUG [Thread-2489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:16,218 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,218 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,218 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,218 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:16,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:16,227 INFO [Thread-2491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2491. 2024-11-10T12:16:16,227 INFO [Thread-2497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2497. 2024-11-10T12:16:16,227 DEBUG [Thread-2491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:16,227 DEBUG [Thread-2497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-10T12:16:16,227 DEBUG [Thread-2491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,227 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,227 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,227 DEBUG [Thread-2491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:16,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:16,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:16,551 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/ea47aa7281c44fc28921ebfb1c39c9b7 2024-11-10T12:16:16,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/03bbf4167e34455cb6822b47cf4ab9e9 is 50, key is test_row_0/C:col10/1731240974053/Put/seqid=0 2024-11-10T12:16:16,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742467_1643 (size=12301) 2024-11-10T12:16:16,960 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/03bbf4167e34455cb6822b47cf4ab9e9 2024-11-10T12:16:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/3a703b442a364e2b908acc8d6c11e135 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/3a703b442a364e2b908acc8d6c11e135 2024-11-10T12:16:16,966 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/3a703b442a364e2b908acc8d6c11e135, entries=150, sequenceid=283, filesize=30.5 K 2024-11-10T12:16:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/ea47aa7281c44fc28921ebfb1c39c9b7 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/ea47aa7281c44fc28921ebfb1c39c9b7 2024-11-10T12:16:16,969 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/ea47aa7281c44fc28921ebfb1c39c9b7, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T12:16:16,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/03bbf4167e34455cb6822b47cf4ab9e9 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/03bbf4167e34455cb6822b47cf4ab9e9 2024-11-10T12:16:16,971 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/03bbf4167e34455cb6822b47cf4ab9e9, entries=150, sequenceid=283, filesize=12.0 K 2024-11-10T12:16:16,972 INFO [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=33.54 KB/34350 for ace6764717503c7299a62297b031ee20 in 1644ms, sequenceid=283, compaction requested=false 2024-11-10T12:16:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for ace6764717503c7299a62297b031ee20: 2024-11-10T12:16:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:16,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3857ccc89b65:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-10T12:16:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-10T12:16:16,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-10T12:16:16,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7140 sec 2024-11-10T12:16:16,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.7190 sec 2024-11-10T12:16:18,159 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T12:16:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-10T12:16:18,416 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:18,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-10T12:16:18,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-10T12:16:18,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-10T12:16:18,416 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3243 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3154 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3330 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3247 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3162 2024-11-10T12:16:18,417 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-10T12:16:18,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:16:18,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:16:18,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:18,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:18,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:18,417 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-10T12:16:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T12:16:18,420 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240978420"}]},"ts":"1731240978420"} 2024-11-10T12:16:18,421 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-10T12:16:18,421 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-10T12:16:18,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-10T12:16:18,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, UNASSIGN}] 2024-11-10T12:16:18,423 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, UNASSIGN 2024-11-10T12:16:18,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=CLOSING, regionLocation=3857ccc89b65,43105,1731240799921 2024-11-10T12:16:18,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, UNASSIGN because future has completed 2024-11-10T12:16:18,425 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-10T12:16:18,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921}] 2024-11-10T12:16:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T12:16:18,577 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(122): Close ace6764717503c7299a62297b031ee20 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1722): Closing ace6764717503c7299a62297b031ee20, disabling compactions & flushes 2024-11-10T12:16:18,577 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. after waiting 0 ms 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:18,577 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2902): Flushing ace6764717503c7299a62297b031ee20 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=A 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=B 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ace6764717503c7299a62297b031ee20, store=C 2024-11-10T12:16:18,577 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-10T12:16:18,582 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055581de399004c8d9f34ed742d009f2d_ace6764717503c7299a62297b031ee20 is 50, key is test_row_0/A:col10/1731240976226/Put/seqid=0 2024-11-10T12:16:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742468_1644 (size=9914) 2024-11-10T12:16:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T12:16:18,985 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T12:16:18,988 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111055581de399004c8d9f34ed742d009f2d_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055581de399004c8d9f34ed742d009f2d_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:18,988 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/23b0ce4c1b8046a784ac1782c0db4236, store: [table=TestAcidGuarantees family=A region=ace6764717503c7299a62297b031ee20] 2024-11-10T12:16:18,989 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/23b0ce4c1b8046a784ac1782c0db4236 is 175, key is test_row_0/A:col10/1731240976226/Put/seqid=0 2024-11-10T12:16:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742469_1645 (size=22561) 2024-11-10T12:16:19,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T12:16:19,392 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/23b0ce4c1b8046a784ac1782c0db4236 2024-11-10T12:16:19,397 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/3b9a0b1f6bc44190980f0c2f55e17fcf is 50, key is test_row_0/B:col10/1731240976226/Put/seqid=0 2024-11-10T12:16:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742470_1646 (size=9857) 2024-11-10T12:16:19,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T12:16:19,800 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/3b9a0b1f6bc44190980f0c2f55e17fcf 2024-11-10T12:16:19,805 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d0182e95f98c4b02a0163d4d8de14f78 is 50, key is test_row_0/C:col10/1731240976226/Put/seqid=0 2024-11-10T12:16:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742471_1647 (size=9857) 2024-11-10T12:16:20,208 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d0182e95f98c4b02a0163d4d8de14f78 2024-11-10T12:16:20,212 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/A/23b0ce4c1b8046a784ac1782c0db4236 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/23b0ce4c1b8046a784ac1782c0db4236 2024-11-10T12:16:20,214 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/23b0ce4c1b8046a784ac1782c0db4236, entries=100, sequenceid=293, filesize=22.0 K 2024-11-10T12:16:20,215 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/B/3b9a0b1f6bc44190980f0c2f55e17fcf as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/3b9a0b1f6bc44190980f0c2f55e17fcf 2024-11-10T12:16:20,217 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/3b9a0b1f6bc44190980f0c2f55e17fcf, entries=100, sequenceid=293, filesize=9.6 K 2024-11-10T12:16:20,218 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/.tmp/C/d0182e95f98c4b02a0163d4d8de14f78 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0182e95f98c4b02a0163d4d8de14f78 2024-11-10T12:16:20,220 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0182e95f98c4b02a0163d4d8de14f78, entries=100, sequenceid=293, filesize=9.6 K 2024-11-10T12:16:20,221 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ace6764717503c7299a62297b031ee20 in 1644ms, sequenceid=293, compaction requested=true 2024-11-10T12:16:20,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/85c081d0a5904c6595da89e3d548d76a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/08ddd4a913084e3a8038db76680a7b77, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f6a6802f2a6444982033328f97ef4a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/609f78e10d1e4e108f648bbcfd1d5b52, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/374c8feaf9bd44ddad8aba7a82a40af1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6] to archive 2024-11-10T12:16:20,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:16:20,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8e9f2231cf2c474b849280bc56d1badc 2024-11-10T12:16:20,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8662956f87224169af34e8251344887d 2024-11-10T12:16:20,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/eea6f2f40ca345e8bbea64bfb1023696 2024-11-10T12:16:20,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/85c081d0a5904c6595da89e3d548d76a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/85c081d0a5904c6595da89e3d548d76a 2024-11-10T12:16:20,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/b071ea5ba2de435dbe2d7c0f741b9a48 2024-11-10T12:16:20,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/060281b0d8044d2999406ee912543574 2024-11-10T12:16:20,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/08ddd4a913084e3a8038db76680a7b77 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/08ddd4a913084e3a8038db76680a7b77 2024-11-10T12:16:20,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/5a9de15d349a4b27b4172a8571577846 2024-11-10T12:16:20,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f6a6802f2a6444982033328f97ef4a7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f6a6802f2a6444982033328f97ef4a7 2024-11-10T12:16:20,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/84119c6daf22420c950a79a1317e3e85 2024-11-10T12:16:20,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/f78e3a761ff54aebbeea66aca8886040 2024-11-10T12:16:20,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/1deee8af82324cb78087bf373e600fdd 2024-11-10T12:16:20,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/609f78e10d1e4e108f648bbcfd1d5b52 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/609f78e10d1e4e108f648bbcfd1d5b52 2024-11-10T12:16:20,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/9184b6ed09714cf5ae1b2e0a09210827 2024-11-10T12:16:20,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/8f052d2aadb843faa3d6b6ed64bb8a86 2024-11-10T12:16:20,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/82050738b3904bc4bb1c53b66aae6ad6 2024-11-10T12:16:20,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/374c8feaf9bd44ddad8aba7a82a40af1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/374c8feaf9bd44ddad8aba7a82a40af1 2024-11-10T12:16:20,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/7d5cd3dc55414a55b579d20084b1e09e 2024-11-10T12:16:20,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a03cd2fbadb84ed7960b06a303f2b7f6 2024-11-10T12:16:20,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/60371ce4517449e19ee0668d4736553e, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/d01f6f40fc5a46309c3726a0e1d469c5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/914567510ee44d44954f3115beee3ecc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a74010793cf14323a9380a6d61c60807, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/c6ee78ba48d84a4b803dd684dad90fa6, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/0cf6f1c0497645b3843017a7602f0799, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/14d8ee1a978d41b4b98f1c8a0fafe5d1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/924765c0df324ef982dd8595a4e1d49a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/15cf7e06a3f6441da90472c66a33a35a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/97a50846399345f6b605af497a7685e5, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/5e26314983f14e189d615623ea151dbe, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/751a6cc52f0044478fd1b2531a072838, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a4ec3ac7413c4e26840f93f4a741a3bc, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/84ca2189dece4425af88e6eee0b3a95b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/006aa6f3a74b4ec698fc13ccd66f46cd, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/8a99272de9814c818b2de1e7eb0d79a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/98c9aa0ce0704128b8da868a2842e5ef, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/6d0676cce97a4510836d261ec8b11f58, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/e37b4715399d4492b6bbce30ed4162e2] to archive 2024-11-10T12:16:20,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:16:20,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/60371ce4517449e19ee0668d4736553e to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/60371ce4517449e19ee0668d4736553e 2024-11-10T12:16:20,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/d01f6f40fc5a46309c3726a0e1d469c5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/d01f6f40fc5a46309c3726a0e1d469c5 2024-11-10T12:16:20,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/914567510ee44d44954f3115beee3ecc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/914567510ee44d44954f3115beee3ecc 2024-11-10T12:16:20,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a74010793cf14323a9380a6d61c60807 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a74010793cf14323a9380a6d61c60807 2024-11-10T12:16:20,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/c6ee78ba48d84a4b803dd684dad90fa6 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/c6ee78ba48d84a4b803dd684dad90fa6 2024-11-10T12:16:20,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/0cf6f1c0497645b3843017a7602f0799 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/0cf6f1c0497645b3843017a7602f0799 2024-11-10T12:16:20,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/14d8ee1a978d41b4b98f1c8a0fafe5d1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/14d8ee1a978d41b4b98f1c8a0fafe5d1 2024-11-10T12:16:20,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/924765c0df324ef982dd8595a4e1d49a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/924765c0df324ef982dd8595a4e1d49a 2024-11-10T12:16:20,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/15cf7e06a3f6441da90472c66a33a35a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/15cf7e06a3f6441da90472c66a33a35a 2024-11-10T12:16:20,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/97a50846399345f6b605af497a7685e5 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/97a50846399345f6b605af497a7685e5 2024-11-10T12:16:20,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/5e26314983f14e189d615623ea151dbe to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/5e26314983f14e189d615623ea151dbe 2024-11-10T12:16:20,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/751a6cc52f0044478fd1b2531a072838 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/751a6cc52f0044478fd1b2531a072838 2024-11-10T12:16:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a4ec3ac7413c4e26840f93f4a741a3bc to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/a4ec3ac7413c4e26840f93f4a741a3bc 2024-11-10T12:16:20,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/84ca2189dece4425af88e6eee0b3a95b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/84ca2189dece4425af88e6eee0b3a95b 2024-11-10T12:16:20,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/006aa6f3a74b4ec698fc13ccd66f46cd to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/006aa6f3a74b4ec698fc13ccd66f46cd 2024-11-10T12:16:20,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/8a99272de9814c818b2de1e7eb0d79a7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/8a99272de9814c818b2de1e7eb0d79a7 2024-11-10T12:16:20,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/98c9aa0ce0704128b8da868a2842e5ef to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/98c9aa0ce0704128b8da868a2842e5ef 2024-11-10T12:16:20,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/6d0676cce97a4510836d261ec8b11f58 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/6d0676cce97a4510836d261ec8b11f58 2024-11-10T12:16:20,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/e37b4715399d4492b6bbce30ed4162e2 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/e37b4715399d4492b6bbce30ed4162e2 2024-11-10T12:16:20,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/df44445a955244c2a204846998e39530, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9e8df65b934f4cc7a72483558fd325b1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4cd952c4ea894c93b3dd35ec3bafc9a7, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/77b2d44aba7f49cfaf3e741356d92ada, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d2c6605d00cf47619d1c76fcb4d6c261, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/792fd3aae8a44a4486befe971f7a8aba, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/8b0eacf7bb0b4448bf724444cd79da0a, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/292d58596898425f9305f5d3cc24d785, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9d6f011acc2747a28257dec397ff9d1d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0e048166d484c9ca0e1efbbd37d1173, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/fbbf85ff2166497694d1cefd81ba90ff, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2d3d4ee098fe49f0b458e28e009c7cd1, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2f45b1796181468e9d09175196de6038, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d46d831a879146e08df736c820b34b20, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4bcb258b30d14c6f8a26538b28fc154d, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/627d01bdb00647d38f9b8d609de4be1c, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/461cd6b08c0f43df8367529b3831a53b, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/585a6b4286c64e4bbeaf24ff1ed22b88, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/f460a7c909db4b72848a685fdbead360] to archive 2024-11-10T12:16:20,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T12:16:20,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/df44445a955244c2a204846998e39530 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/df44445a955244c2a204846998e39530 2024-11-10T12:16:20,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9e8df65b934f4cc7a72483558fd325b1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9e8df65b934f4cc7a72483558fd325b1 2024-11-10T12:16:20,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4cd952c4ea894c93b3dd35ec3bafc9a7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4cd952c4ea894c93b3dd35ec3bafc9a7 2024-11-10T12:16:20,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/77b2d44aba7f49cfaf3e741356d92ada to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/77b2d44aba7f49cfaf3e741356d92ada 2024-11-10T12:16:20,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d2c6605d00cf47619d1c76fcb4d6c261 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d2c6605d00cf47619d1c76fcb4d6c261 2024-11-10T12:16:20,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/792fd3aae8a44a4486befe971f7a8aba to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/792fd3aae8a44a4486befe971f7a8aba 2024-11-10T12:16:20,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/8b0eacf7bb0b4448bf724444cd79da0a to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/8b0eacf7bb0b4448bf724444cd79da0a 2024-11-10T12:16:20,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/292d58596898425f9305f5d3cc24d785 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/292d58596898425f9305f5d3cc24d785 2024-11-10T12:16:20,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9d6f011acc2747a28257dec397ff9d1d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/9d6f011acc2747a28257dec397ff9d1d 2024-11-10T12:16:20,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0e048166d484c9ca0e1efbbd37d1173 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0e048166d484c9ca0e1efbbd37d1173 2024-11-10T12:16:20,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/fbbf85ff2166497694d1cefd81ba90ff to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/fbbf85ff2166497694d1cefd81ba90ff 2024-11-10T12:16:20,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2d3d4ee098fe49f0b458e28e009c7cd1 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2d3d4ee098fe49f0b458e28e009c7cd1 2024-11-10T12:16:20,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2f45b1796181468e9d09175196de6038 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/2f45b1796181468e9d09175196de6038 2024-11-10T12:16:20,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d46d831a879146e08df736c820b34b20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d46d831a879146e08df736c820b34b20 2024-11-10T12:16:20,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4bcb258b30d14c6f8a26538b28fc154d to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/4bcb258b30d14c6f8a26538b28fc154d 2024-11-10T12:16:20,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/627d01bdb00647d38f9b8d609de4be1c to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/627d01bdb00647d38f9b8d609de4be1c 2024-11-10T12:16:20,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/461cd6b08c0f43df8367529b3831a53b to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/461cd6b08c0f43df8367529b3831a53b 2024-11-10T12:16:20,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/585a6b4286c64e4bbeaf24ff1ed22b88 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/585a6b4286c64e4bbeaf24ff1ed22b88 2024-11-10T12:16:20,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/f460a7c909db4b72848a685fdbead360 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/f460a7c909db4b72848a685fdbead360 2024-11-10T12:16:20,276 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/recovered.edits/296.seqid, newMaxSeqId=296, maxSeqId=4 2024-11-10T12:16:20,277 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. 2024-11-10T12:16:20,277 DEBUG [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1676): Region close journal for ace6764717503c7299a62297b031ee20: Waiting for close lock at 1731240978577Running coprocessor pre-close hooks at 1731240978577Disabling compacts and flushes for region at 1731240978577Disabling writes for close at 1731240978577Obtaining lock to block concurrent updates at 1731240978577Preparing flush snapshotting stores in ace6764717503c7299a62297b031ee20 at 1731240978577Finished memstore snapshotting TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731240978577Flushing stores of TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20. at 1731240978578 (+1 ms)Flushing ace6764717503c7299a62297b031ee20/A: creating writer at 1731240978578Flushing mob file ace6764717503c7299a62297b031ee20/A: appending metadata at 1731240978581 (+3 ms)Flushing mob file ace6764717503c7299a62297b031ee20/A: closing flushed file at 1731240978581Flushing ace6764717503c7299a62297b031ee20/A: appending metadata at 1731240978988 (+407 ms)Flushing ace6764717503c7299a62297b031ee20/A: closing flushed file at 1731240978988Flushing ace6764717503c7299a62297b031ee20/B: creating writer at 1731240979395 (+407 ms)Flushing ace6764717503c7299a62297b031ee20/B: appending metadata at 1731240979397 (+2 ms)Flushing ace6764717503c7299a62297b031ee20/B: closing flushed file at 1731240979397Flushing ace6764717503c7299a62297b031ee20/C: creating writer at 1731240979803 (+406 ms)Flushing ace6764717503c7299a62297b031ee20/C: appending metadata at 1731240979805 (+2 ms)Flushing ace6764717503c7299a62297b031ee20/C: closing flushed file at 1731240979805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739a11c8: reopening flushed file at 1731240980211 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a3ddde4: reopening flushed file at 1731240980214 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2c705a: reopening flushed file at 1731240980217 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for ace6764717503c7299a62297b031ee20 in 1644ms, sequenceid=293, compaction requested=true at 1731240980221 (+4 ms)Writing region close event to WAL at 1731240980274 (+53 ms)Running coprocessor post-close hooks at 1731240980277 (+3 ms)Closed at 1731240980277 2024-11-10T12:16:20,278 INFO [RS_CLOSE_REGION-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(157): Closed ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=ace6764717503c7299a62297b031ee20, regionState=CLOSED 2024-11-10T12:16:20,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 because future has completed 2024-11-10T12:16:20,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-10T12:16:20,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; CloseRegionProcedure ace6764717503c7299a62297b031ee20, server=3857ccc89b65,43105,1731240799921 in 1.8550 sec 2024-11-10T12:16:20,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-10T12:16:20,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ace6764717503c7299a62297b031ee20, UNASSIGN in 1.8590 sec 2024-11-10T12:16:20,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-10T12:16:20,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8610 sec 2024-11-10T12:16:20,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731240980285"}]},"ts":"1731240980285"} 2024-11-10T12:16:20,286 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-10T12:16:20,286 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-10T12:16:20,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8690 sec 2024-11-10T12:16:20,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-10T12:16:20,567 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:20,567 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-10T12:16:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:20,569 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:20,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:16:20,569 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:20,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C, FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/recovered.edits] 2024-11-10T12:16:20,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/23b0ce4c1b8046a784ac1782c0db4236 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/23b0ce4c1b8046a784ac1782c0db4236 2024-11-10T12:16:20,575 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/3a703b442a364e2b908acc8d6c11e135 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/3a703b442a364e2b908acc8d6c11e135 2024-11-10T12:16:20,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a025dc12a1fc4735aef57688bb03a271 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/A/a025dc12a1fc4735aef57688bb03a271 2024-11-10T12:16:20,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/3b9a0b1f6bc44190980f0c2f55e17fcf to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/3b9a0b1f6bc44190980f0c2f55e17fcf 2024-11-10T12:16:20,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/902f414f917f4f7580c70c866eed4e86 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/902f414f917f4f7580c70c866eed4e86 2024-11-10T12:16:20,579 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/ea47aa7281c44fc28921ebfb1c39c9b7 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/B/ea47aa7281c44fc28921ebfb1c39c9b7 2024-11-10T12:16:20,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/03bbf4167e34455cb6822b47cf4ab9e9 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/03bbf4167e34455cb6822b47cf4ab9e9 2024-11-10T12:16:20,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/63750091479746779bad44d07268eeb0 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/63750091479746779bad44d07268eeb0 2024-11-10T12:16:20,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0182e95f98c4b02a0163d4d8de14f78 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/C/d0182e95f98c4b02a0163d4d8de14f78 2024-11-10T12:16:20,584 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/recovered.edits/296.seqid to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20/recovered.edits/296.seqid 2024-11-10T12:16:20,585 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/default/TestAcidGuarantees/ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,585 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-10T12:16:20,585 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:16:20,585 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-10T12:16:20,587 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110095283e68f39467bbcd3c87657cf9bfa_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110095283e68f39467bbcd3c87657cf9bfa_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,588 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016c407d4699d477da60d59fd1a5dbe58_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111016c407d4699d477da60d59fd1a5dbe58_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,589 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111020b104611cd34c0fbedb7edbb3f998b5_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111020b104611cd34c0fbedb7edbb3f998b5_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,589 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102f2c22e02d794b61a78466b2cde8b570_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411102f2c22e02d794b61a78466b2cde8b570_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,590 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104478a8fe5f1e43219a55e00b79428fc1_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411104478a8fe5f1e43219a55e00b79428fc1_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,591 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055581de399004c8d9f34ed742d009f2d_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111055581de399004c8d9f34ed742d009f2d_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,592 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fa94f0c336540e08214f4956b502969_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411105fa94f0c336540e08214f4956b502969_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,592 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111062ed38a746a2454d9e330fbd328f4e85_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111062ed38a746a2454d9e330fbd328f4e85_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,593 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106398008502424b86944a73900520766e_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411106398008502424b86944a73900520766e_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,594 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111092c3084ac1d843ed82d19c6f8cb6e8f6_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111092c3084ac1d843ed82d19c6f8cb6e8f6_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,595 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a4b4de26192841b8b829f31d2092adfc_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110a4b4de26192841b8b829f31d2092adfc_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,595 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b280c1870baf4756996ef0e060002f94_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110b280c1870baf4756996ef0e060002f94_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,596 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bc4701d4266e4d7d9a090b469bb30284_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110bc4701d4266e4d7d9a090b469bb30284_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,597 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c210ebf558d244fab5ab8e013626ceb4_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c210ebf558d244fab5ab8e013626ceb4_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,598 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c7986377f9e94af3940e87c9015d6b20_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110c7986377f9e94af3940e87c9015d6b20_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,598 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7da383365c7464984c04f35b37517b0_ace6764717503c7299a62297b031ee20 to hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241110d7da383365c7464984c04f35b37517b0_ace6764717503c7299a62297b031ee20 2024-11-10T12:16:20,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-10T12:16:20,600 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:20,602 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-10T12:16:20,604 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-10T12:16:20,605 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:20,605 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-10T12:16:20,605 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731240980605"}]},"ts":"9223372036854775807"} 2024-11-10T12:16:20,606 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-10T12:16:20,606 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ace6764717503c7299a62297b031ee20, NAME => 'TestAcidGuarantees,,1731240952215.ace6764717503c7299a62297b031ee20.', STARTKEY => '', ENDKEY => ''}] 2024-11-10T12:16:20,606 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-10T12:16:20,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731240980606"}]},"ts":"9223372036854775807"} 2024-11-10T12:16:20,607 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-10T12:16:20,608 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-10T12:16:20,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-10T12:16:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-10T12:16:20,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-10T12:16:20,677 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-10T12:16:20,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=249 (was 250), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=8556 (was 8568) 2024-11-10T12:16:20,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T12:16:20,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:16:20,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:16:20,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:20,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:20,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T12:16:20,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T12:16:20,687 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1388394555, stopped=false 2024-11-10T12:16:20,687 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3857ccc89b65,44823,1731240799107 2024-11-10T12:16:20,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T12:16:20,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T12:16:20,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:16:20,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:16:20,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:16:20,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T12:16:20,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:16:20,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:20,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3857ccc89b65,43105,1731240799921' ***** 2024-11-10T12:16:20,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T12:16:20,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:16:20,690 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T12:16:20,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T12:16:20,690 INFO [RS:0;3857ccc89b65:43105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T12:16:20,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(959): stopping server 3857ccc89b65,43105,1731240799921 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3857ccc89b65:43105. 2024-11-10T12:16:20,691 DEBUG [RS:0;3857ccc89b65:43105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T12:16:20,691 DEBUG [RS:0;3857ccc89b65:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T12:16:20,691 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T12:16:20,692 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T12:16:20,692 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T12:16:20,692 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T12:16:20,692 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T12:16:20,692 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T12:16:20,692 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T12:16:20,692 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T12:16:20,692 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:20,692 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-10T12:16:20,708 INFO [regionserver/3857ccc89b65:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:16:20,716 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/info/b54130e636464e369089186c42099eb4 is 95, key is TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7./info:/1731240833246/DeleteFamily/seqid=0 2024-11-10T12:16:20,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742472_1648 (size=6514) 2024-11-10T12:16:20,893 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:21,093 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:21,120 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/info/b54130e636464e369089186c42099eb4 2024-11-10T12:16:21,127 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T12:16:21,127 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T12:16:21,137 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/ns/c89405b3275044e3b1411e6979c2f87e is 93, key is TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7./ns:/1731240833196/DeleteFamily/seqid=0 2024-11-10T12:16:21,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742473_1649 (size=5906) 2024-11-10T12:16:21,293 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:21,493 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:21,541 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/ns/c89405b3275044e3b1411e6979c2f87e 2024-11-10T12:16:21,558 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/rep_barrier/11bf39a2e2c6441480d398a6515299a4 is 102, key is TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7./rep_barrier:/1731240833196/DeleteFamily/seqid=0 2024-11-10T12:16:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742474_1650 (size=6025) 2024-11-10T12:16:21,693 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:21,893 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:21,961 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/rep_barrier/11bf39a2e2c6441480d398a6515299a4 2024-11-10T12:16:21,978 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/table/27293956df8a4332b0940010c130d919 is 96, key is TestAcidGuarantees,,1731240803529.af7c534a969e189e50e4ca7ed57ce6f7./table:/1731240833196/DeleteFamily/seqid=0 2024-11-10T12:16:21,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742475_1651 (size=5936) 2024-11-10T12:16:22,051 INFO [regionserver/3857ccc89b65:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-10T12:16:22,094 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:22,294 DEBUG [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T12:16:22,381 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/table/27293956df8a4332b0940010c130d919 2024-11-10T12:16:22,384 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/info/b54130e636464e369089186c42099eb4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/info/b54130e636464e369089186c42099eb4 2024-11-10T12:16:22,387 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/info/b54130e636464e369089186c42099eb4, entries=12, sequenceid=90, filesize=6.4 K 2024-11-10T12:16:22,387 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/ns/c89405b3275044e3b1411e6979c2f87e as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/ns/c89405b3275044e3b1411e6979c2f87e 2024-11-10T12:16:22,390 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/ns/c89405b3275044e3b1411e6979c2f87e, entries=8, sequenceid=90, filesize=5.8 K 2024-11-10T12:16:22,390 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/rep_barrier/11bf39a2e2c6441480d398a6515299a4 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/rep_barrier/11bf39a2e2c6441480d398a6515299a4 2024-11-10T12:16:22,392 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/rep_barrier/11bf39a2e2c6441480d398a6515299a4, entries=6, sequenceid=90, filesize=5.9 K 2024-11-10T12:16:22,393 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/.tmp/table/27293956df8a4332b0940010c130d919 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/table/27293956df8a4332b0940010c130d919 2024-11-10T12:16:22,395 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/table/27293956df8a4332b0940010c130d919, entries=7, sequenceid=90, filesize=5.8 K 2024-11-10T12:16:22,395 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=90, compaction requested=false 2024-11-10T12:16:22,399 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-10T12:16:22,399 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T12:16:22,399 INFO [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T12:16:22,399 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731240980692Running coprocessor pre-close hooks at 1731240980692Disabling compacts and flushes for region at 1731240980692Disabling writes for close at 1731240980692Obtaining lock to block concurrent updates at 1731240980692Preparing flush snapshotting stores in 1588230740 at 1731240980692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731240980693 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731240980693Flushing 1588230740/info: creating writer at 1731240980694 (+1 ms)Flushing 1588230740/info: appending metadata at 1731240980716 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731240980716Flushing 1588230740/ns: creating writer at 1731240981123 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731240981137 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731240981137Flushing 1588230740/rep_barrier: creating writer at 1731240981543 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731240981557 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731240981557Flushing 1588230740/table: creating writer at 1731240981964 (+407 ms)Flushing 1588230740/table: appending metadata at 1731240981978 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731240981978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7bf1c4: reopening flushed file at 1731240982384 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1b77e6: reopening flushed file at 1731240982387 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6bb4d4: reopening flushed file at 1731240982390 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e6d9a9: reopening flushed file at 1731240982392 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=90, compaction requested=false at 1731240982395 (+3 ms)Writing region close event to WAL at 1731240982397 (+2 ms)Running coprocessor post-close hooks at 1731240982399 (+2 ms)Closed at 1731240982399 2024-11-10T12:16:22,400 DEBUG [RS_CLOSE_META-regionserver/3857ccc89b65:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T12:16:22,494 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(976): stopping server 3857ccc89b65,43105,1731240799921; all regions closed. 2024-11-10T12:16:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741834_1010 (size=25344) 2024-11-10T12:16:22,500 DEBUG [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/oldWALs 2024-11-10T12:16:22,500 INFO [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C43105%2C1731240799921.meta:.meta(num 1731240803134) 2024-11-10T12:16:22,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741832_1008 (size=21789783) 2024-11-10T12:16:22,503 DEBUG [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/oldWALs 2024-11-10T12:16:22,503 INFO [RS:0;3857ccc89b65:43105 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3857ccc89b65%2C43105%2C1731240799921:(num 1731240802216) 2024-11-10T12:16:22,503 DEBUG [RS:0;3857ccc89b65:43105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T12:16:22,503 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T12:16:22,503 INFO [RS:0;3857ccc89b65:43105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:16:22,504 INFO [RS:0;3857ccc89b65:43105 {}] hbase.ChoreService(370): Chore service for: regionserver/3857ccc89b65:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T12:16:22,504 INFO [RS:0;3857ccc89b65:43105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:16:22,504 INFO [regionserver/3857ccc89b65:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:16:22,505 INFO [RS:0;3857ccc89b65:43105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43105 2024-11-10T12:16:22,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3857ccc89b65,43105,1731240799921 2024-11-10T12:16:22,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T12:16:22,509 INFO [RS:0;3857ccc89b65:43105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:16:22,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3857ccc89b65,43105,1731240799921] 2024-11-10T12:16:22,513 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/3857ccc89b65,43105,1731240799921 already deleted, retry=false 2024-11-10T12:16:22,513 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3857ccc89b65,43105,1731240799921 expired; onlineServers=0 2024-11-10T12:16:22,513 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3857ccc89b65,44823,1731240799107' ***** 2024-11-10T12:16:22,513 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T12:16:22,513 INFO [M:0;3857ccc89b65:44823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T12:16:22,513 INFO [M:0;3857ccc89b65:44823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T12:16:22,513 DEBUG [M:0;3857ccc89b65:44823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T12:16:22,514 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T12:16:22,514 DEBUG [M:0;3857ccc89b65:44823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T12:16:22,514 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731240801893 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.large.0-1731240801893,5,FailOnTimeoutGroup] 2024-11-10T12:16:22,514 DEBUG [master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731240801894 {}] cleaner.HFileCleaner(306): Exit Thread[master/3857ccc89b65:0:becomeActiveMaster-HFileCleaner.small.0-1731240801894,5,FailOnTimeoutGroup] 2024-11-10T12:16:22,514 INFO [M:0;3857ccc89b65:44823 {}] hbase.ChoreService(370): Chore service for: master/3857ccc89b65:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T12:16:22,514 INFO [M:0;3857ccc89b65:44823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T12:16:22,514 DEBUG [M:0;3857ccc89b65:44823 {}] master.HMaster(1795): Stopping service threads 2024-11-10T12:16:22,514 INFO [M:0;3857ccc89b65:44823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T12:16:22,514 INFO [M:0;3857ccc89b65:44823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T12:16:22,514 ERROR [M:0;3857ccc89b65:44823 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-10T12:16:22,515 INFO [M:0;3857ccc89b65:44823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T12:16:22,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T12:16:22,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T12:16:22,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T12:16:22,516 DEBUG [M:0;3857ccc89b65:44823 {}] zookeeper.ZKUtil(347): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T12:16:22,516 WARN [M:0;3857ccc89b65:44823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T12:16:22,516 INFO [M:0;3857ccc89b65:44823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/.lastflushedseqids 2024-11-10T12:16:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742476_1652 (size=72) 2024-11-10T12:16:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:16:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43105-0x10101cc12a80001, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:16:22,612 INFO [RS:0;3857ccc89b65:43105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:16:22,612 INFO [RS:0;3857ccc89b65:43105 {}] regionserver.HRegionServer(1031): Exiting; stopping=3857ccc89b65,43105,1731240799921; zookeeper connection closed. 2024-11-10T12:16:22,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6877eb2a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6877eb2a 2024-11-10T12:16:22,613 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T12:16:22,926 INFO [M:0;3857ccc89b65:44823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T12:16:22,926 INFO [M:0;3857ccc89b65:44823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T12:16:22,926 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T12:16:22,926 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:16:22,926 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:16:22,926 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T12:16:22,926 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:16:22,927 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=741.76 KB heapSize=905.88 KB 2024-11-10T12:16:22,942 DEBUG [M:0;3857ccc89b65:44823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa6c470c5d7540a390303460ea05c422 is 82, key is hbase:meta,,1/info:regioninfo/1731240803215/Put/seqid=0 2024-11-10T12:16:22,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742477_1653 (size=5672) 2024-11-10T12:16:23,345 INFO [M:0;3857ccc89b65:44823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2028 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa6c470c5d7540a390303460ea05c422 2024-11-10T12:16:23,365 DEBUG [M:0;3857ccc89b65:44823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/882a9715d65e41daae749ae1b11c5a97 is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x83/proc:d/1731240955279/Put/seqid=0 2024-11-10T12:16:23,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742478_1654 (size=42567) 2024-11-10T12:16:23,768 INFO [M:0;3857ccc89b65:44823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=741.21 KB at sequenceid=2028 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/882a9715d65e41daae749ae1b11c5a97 2024-11-10T12:16:23,772 INFO [M:0;3857ccc89b65:44823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 882a9715d65e41daae749ae1b11c5a97 2024-11-10T12:16:23,786 DEBUG [M:0;3857ccc89b65:44823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3192aa5553794cacb6207e012ce43cb1 is 69, key is 3857ccc89b65,43105,1731240799921/rs:state/1731240801979/Put/seqid=0 2024-11-10T12:16:23,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073742479_1655 (size=5156) 2024-11-10T12:16:24,190 INFO [M:0;3857ccc89b65:44823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2028 (bloomFilter=true), to=hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3192aa5553794cacb6207e012ce43cb1 2024-11-10T12:16:24,193 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa6c470c5d7540a390303460ea05c422 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa6c470c5d7540a390303460ea05c422 2024-11-10T12:16:24,196 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa6c470c5d7540a390303460ea05c422, entries=8, sequenceid=2028, filesize=5.5 K 2024-11-10T12:16:24,196 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/882a9715d65e41daae749ae1b11c5a97 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/882a9715d65e41daae749ae1b11c5a97 2024-11-10T12:16:24,198 INFO [M:0;3857ccc89b65:44823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 882a9715d65e41daae749ae1b11c5a97 2024-11-10T12:16:24,199 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/882a9715d65e41daae749ae1b11c5a97, entries=154, sequenceid=2028, filesize=41.6 K 2024-11-10T12:16:24,199 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3192aa5553794cacb6207e012ce43cb1 as hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3192aa5553794cacb6207e012ce43cb1 2024-11-10T12:16:24,201 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37355/user/jenkins/test-data/d308a730-c675-a0ff-6343-0e7171da0265/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3192aa5553794cacb6207e012ce43cb1, entries=1, sequenceid=2028, filesize=5.0 K 2024-11-10T12:16:24,202 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~741.76 KB/759564, heapSize ~905.58 KB/927312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2028, compaction requested=false 2024-11-10T12:16:24,203 INFO [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T12:16:24,203 DEBUG [M:0;3857ccc89b65:44823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731240982926Disabling compacts and flushes for region at 1731240982926Disabling writes for close at 1731240982926Obtaining lock to block concurrent updates at 1731240982927 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731240982927Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=759564, getHeapSize=927552, getOffHeapSize=0, getCellsCount=2207 at 1731240982927Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731240982927Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731240982927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731240982942 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731240982942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731240983349 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731240983364 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731240983364Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731240983772 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731240983786 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731240983786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7249743b: reopening flushed file at 1731240984193 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6164b8: reopening flushed file at 1731240984196 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f10277: reopening flushed file at 1731240984199 (+3 ms)Finished flush of dataSize ~741.76 KB/759564, heapSize ~905.58 KB/927312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2028, compaction requested=false at 1731240984202 (+3 ms)Writing region close event to WAL at 1731240984203 (+1 ms)Closed at 1731240984203 2024-11-10T12:16:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35887 is added to blk_1073741830_1006 (size=892519) 2024-11-10T12:16:24,206 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T12:16:24,206 INFO [M:0;3857ccc89b65:44823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T12:16:24,206 INFO [M:0;3857ccc89b65:44823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44823 2024-11-10T12:16:24,206 INFO [M:0;3857ccc89b65:44823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T12:16:24,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:16:24,308 INFO [M:0;3857ccc89b65:44823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T12:16:24,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10101cc12a80000, quorum=127.0.0.1:51146, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T12:16:24,313 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7acb84b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T12:16:24,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e1ebae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:16:24,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:16:24,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:16:24,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/hadoop.log.dir/,STOPPED} 2024-11-10T12:16:24,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T12:16:24,319 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T12:16:24,319 WARN [BP-426350158-172.17.0.2-1731240795823 heartbeating to localhost/127.0.0.1:37355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T12:16:24,319 WARN [BP-426350158-172.17.0.2-1731240795823 heartbeating to localhost/127.0.0.1:37355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-426350158-172.17.0.2-1731240795823 (Datanode Uuid 03b82740-f196-48eb-bf92-2f26086785c8) service to localhost/127.0.0.1:37355 2024-11-10T12:16:24,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/data/data1/current/BP-426350158-172.17.0.2-1731240795823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:16:24,322 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/cluster_9600eb6d-e48c-ddfc-37f2-44eab9910b26/data/data2/current/BP-426350158-172.17.0.2-1731240795823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T12:16:24,322 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T12:16:24,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T12:16:24,330 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T12:16:24,330 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T12:16:24,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T12:16:24,330 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/abe6f328-2934-15fa-a6ae-72d7652e67ec/hadoop.log.dir/,STOPPED} 2024-11-10T12:16:24,345 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T12:16:24,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down